2024-11-15 14:13:51,913 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-15 14:13:51,929 main DEBUG Took 0.013388 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 14:13:51,930 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 14:13:51,931 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 14:13:51,932 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 14:13:51,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:13:51,944 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 14:13:51,959 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:13:51,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:13:51,961 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:13:51,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:13:51,962 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:13:51,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:13:51,963 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:13:51,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:13:51,964 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:13:51,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:13:51,966 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:13:51,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:13:51,967 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:13:51,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:13:51,967 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:13:51,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:13:51,968 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:13:51,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:13:51,969 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:13:51,970 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:13:51,970 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:13:51,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:13:51,971 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:13:51,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 14:13:51,972 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:13:51,973 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 14:13:51,975 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 14:13:51,976 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 14:13:51,979 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 14:13:51,980 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 14:13:51,981 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 14:13:51,981 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 14:13:51,990 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 14:13:51,993 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 14:13:51,995 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 14:13:51,995 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 14:13:51,996 main DEBUG createAppenders(={Console}) 2024-11-15 14:13:51,997 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-15 14:13:51,997 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-15 14:13:51,997 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-15 14:13:51,998 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 14:13:51,998 main DEBUG OutputStream closed 2024-11-15 14:13:51,998 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 14:13:51,999 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 14:13:51,999 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-15 14:13:52,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 14:13:52,080 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 14:13:52,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 14:13:52,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 14:13:52,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 14:13:52,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 14:13:52,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 14:13:52,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 14:13:52,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 14:13:52,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 14:13:52,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 14:13:52,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 14:13:52,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 14:13:52,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 14:13:52,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 14:13:52,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 14:13:52,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 14:13:52,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 14:13:52,090 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 14:13:52,090 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-15 14:13:52,090 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 14:13:52,091 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-15T14:13:52,336 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4 2024-11-15 14:13:52,340 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 14:13:52,341 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T14:13:52,353 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-15T14:13:52,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T14:13:52,392 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/cluster_2adfd8d4-9867-b0aa-0b0a-8b465513c070, deleteOnExit=true 2024-11-15T14:13:52,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T14:13:52,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/test.cache.data in system properties and HBase conf 2024-11-15T14:13:52,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T14:13:52,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/hadoop.log.dir in system properties and HBase conf 2024-11-15T14:13:52,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T14:13:52,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T14:13:52,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T14:13:52,507 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T14:13:52,607 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T14:13:52,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:13:52,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T14:13:52,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T14:13:52,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:13:52,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T14:13:52,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T14:13:52,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T14:13:52,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:13:52,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T14:13:52,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/nfs.dump.dir in system properties and HBase conf 2024-11-15T14:13:52,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/java.io.tmpdir in system properties and HBase conf 2024-11-15T14:13:52,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T14:13:52,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T14:13:52,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T14:13:53,647 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T14:13:53,727 INFO [Time-limited test {}] log.Log(170): Logging initialized @2665ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T14:13:53,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:13:53,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:13:53,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:13:53,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:13:53,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:13:53,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:13:53,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:13:53,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:13:54,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/java.io.tmpdir/jetty-localhost-39623-hadoop-hdfs-3_4_1-tests_jar-_-any-11549986603036040470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:13:54,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:39623} 2024-11-15T14:13:54,078 INFO [Time-limited test {}] server.Server(415): Started @3016ms 2024-11-15T14:13:54,588 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T14:13:54,596 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T14:13:54,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T14:13:54,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T14:13:54,598 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T14:13:54,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/hadoop.log.dir/,AVAILABLE} 2024-11-15T14:13:54,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T14:13:54,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/java.io.tmpdir/jetty-localhost-45063-hadoop-hdfs-3_4_1-tests_jar-_-any-3869641097918387653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:13:54,698 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:45063} 2024-11-15T14:13:54,698 INFO [Time-limited test {}] server.Server(415): Started @3637ms 2024-11-15T14:13:54,749 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T14:13:55,537 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/cluster_2adfd8d4-9867-b0aa-0b0a-8b465513c070/data/data1/current/BP-1193628319-172.17.0.3-1731680033233/current, will proceed with Du for space computation calculation, 2024-11-15T14:13:55,537 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/cluster_2adfd8d4-9867-b0aa-0b0a-8b465513c070/data/data2/current/BP-1193628319-172.17.0.3-1731680033233/current, will proceed with Du for space computation calculation, 2024-11-15T14:13:55,570 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T14:13:55,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x540e7cc5de85fdc7 with lease ID 0xd62afefb410ea999: Processing first storage report for DS-313c14f4-a2ba-4882-9911-28889e5f2b51 from datanode DatanodeRegistration(127.0.0.1:36919, datanodeUuid=7fff143b-9bee-4972-a8ef-d36f2b163295, infoPort=43435, infoSecurePort=0, ipcPort=35559, storageInfo=lv=-57;cid=testClusterID;nsid=1717819704;c=1731680033233) 2024-11-15T14:13:55,617 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x540e7cc5de85fdc7 with lease ID 0xd62afefb410ea999: from storage DS-313c14f4-a2ba-4882-9911-28889e5f2b51 node DatanodeRegistration(127.0.0.1:36919, datanodeUuid=7fff143b-9bee-4972-a8ef-d36f2b163295, infoPort=43435, infoSecurePort=0, ipcPort=35559, storageInfo=lv=-57;cid=testClusterID;nsid=1717819704;c=1731680033233), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T14:13:55,617 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x540e7cc5de85fdc7 with lease ID 0xd62afefb410ea999: Processing first storage report for DS-ea3c7a8b-7157-44a3-97af-d0fe591e85b5 from datanode DatanodeRegistration(127.0.0.1:36919, datanodeUuid=7fff143b-9bee-4972-a8ef-d36f2b163295, infoPort=43435, infoSecurePort=0, ipcPort=35559, storageInfo=lv=-57;cid=testClusterID;nsid=1717819704;c=1731680033233) 2024-11-15T14:13:55,617 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x540e7cc5de85fdc7 with lease ID 0xd62afefb410ea999: from storage DS-ea3c7a8b-7157-44a3-97af-d0fe591e85b5 node DatanodeRegistration(127.0.0.1:36919, datanodeUuid=7fff143b-9bee-4972-a8ef-d36f2b163295, infoPort=43435, infoSecurePort=0, ipcPort=35559, storageInfo=lv=-57;cid=testClusterID;nsid=1717819704;c=1731680033233), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T14:13:55,684 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4 2024-11-15T14:13:55,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/cluster_2adfd8d4-9867-b0aa-0b0a-8b465513c070/zookeeper_0, clientPort=63604, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/cluster_2adfd8d4-9867-b0aa-0b0a-8b465513c070/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/cluster_2adfd8d4-9867-b0aa-0b0a-8b465513c070/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T14:13:55,768 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63604 2024-11-15T14:13:55,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:13:55,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:13:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741825_1001 (size=7) 2024-11-15T14:13:56,416 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114 with version=8 2024-11-15T14:13:56,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/hbase-staging 2024-11-15T14:13:56,510 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T14:13:56,719 INFO [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:13:56,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:13:56,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:13:56,735 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:13:56,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:13:56,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:13:56,878 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T14:13:56,935 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T14:13:56,943 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T14:13:56,947 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:13:56,971 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3846 (auto-detected) 2024-11-15T14:13:56,972 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-15T14:13:56,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37089 2024-11-15T14:13:57,016 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37089 connecting to ZooKeeper ensemble=127.0.0.1:63604 2024-11-15T14:13:57,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370890x0, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:13:57,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37089-0x101400629420000 connected 2024-11-15T14:13:57,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:13:57,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:13:57,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T14:13:57,223 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114, hbase.cluster.distributed=false 2024-11-15T14:13:57,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T14:13:57,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37089 2024-11-15T14:13:57,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37089 2024-11-15T14:13:57,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37089 2024-11-15T14:13:57,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37089 2024-11-15T14:13:57,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37089 2024-11-15T14:13:57,450 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=45 2024-11-15T14:13:57,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:13:57,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T14:13:57,454 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T14:13:57,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T14:13:57,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T14:13:57,458 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T14:13:57,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T14:13:57,468 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43473 2024-11-15T14:13:57,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43473 connecting to ZooKeeper ensemble=127.0.0.1:63604 2024-11-15T14:13:57,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:13:57,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:13:57,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434730x0, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T14:13:57,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43473-0x101400629420001 connected 2024-11-15T14:13:57,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T14:13:57,519 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T14:13:57,538 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T14:13:57,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T14:13:57,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T14:13:57,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43473 2024-11-15T14:13:57,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43473 2024-11-15T14:13:57,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43473 2024-11-15T14:13:57,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43473 2024-11-15T14:13:57,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43473 2024-11-15T14:13:57,583 DEBUG [M:0;26754e923c4a:37089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:37089 2024-11-15T14:13:57,584 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/26754e923c4a,37089,1731680036562 2024-11-15T14:13:57,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T14:13:57,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T14:13:57,597 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/26754e923c4a,37089,1731680036562 2024-11-15T14:13:57,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T14:13:57,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T14:13:57,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T14:13:57,635 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T14:13:57,636 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/26754e923c4a,37089,1731680036562 from backup master directory 2024-11-15T14:13:57,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T14:13:57,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/26754e923c4a,37089,1731680036562 2024-11-15T14:13:57,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T14:13:57,644 WARN [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:13:57,644 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,37089,1731680036562 2024-11-15T14:13:57,647 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T14:13:57,648 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T14:13:57,708 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/hbase.id] with ID: 0e9c7cc3-8233-48ee-a974-a9b4178d1ecc 2024-11-15T14:13:57,708 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/.tmp/hbase.id 2024-11-15T14:13:57,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741826_1002 (size=42) 2024-11-15T14:13:58,122 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/.tmp/hbase.id]:[hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/hbase.id] 2024-11-15T14:13:58,186 INFO [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T14:13:58,193 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T14:13:58,222 INFO [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms. 2024-11-15T14:13:58,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T14:13:58,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T14:13:58,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741827_1003 (size=196) 2024-11-15T14:13:58,298 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:13:58,302 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T14:13:58,327 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:13:58,334 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:13:58,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741828_1004 (size=1189) 2024-11-15T14:13:58,805 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store 2024-11-15T14:13:58,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741829_1005 (size=34) 2024-11-15T14:13:59,236 INFO [master/26754e923c4a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T14:13:59,240 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:13:59,241 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:13:59,242 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:13:59,242 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:13:59,244 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:13:59,244 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:13:59,244 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:13:59,246 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731680039241Disabling compacts and flushes for region at 1731680039241Disabling writes for close at 1731680039244 (+3 ms)Writing region close event to WAL at 1731680039244Closed at 1731680039244 2024-11-15T14:13:59,249 WARN [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/.initializing 2024-11-15T14:13:59,249 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/WALs/26754e923c4a,37089,1731680036562 2024-11-15T14:13:59,261 INFO [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:13:59,282 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C37089%2C1731680036562, suffix=, logDir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/WALs/26754e923c4a,37089,1731680036562, archiveDir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/oldWALs, maxLogs=10 2024-11-15T14:13:59,316 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/WALs/26754e923c4a,37089,1731680036562/26754e923c4a%2C37089%2C1731680036562.1731680039289, exclude list is [], retry=0 2024-11-15T14:13:59,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36919,DS-313c14f4-a2ba-4882-9911-28889e5f2b51,DISK] 2024-11-15T14:13:59,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T14:13:59,382 INFO [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/WALs/26754e923c4a,37089,1731680036562/26754e923c4a%2C37089%2C1731680036562.1731680039289 2024-11-15T14:13:59,383 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43435:43435)] 2024-11-15T14:13:59,383 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:13:59,384 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:13:59,387 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:13:59,388 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:13:59,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:13:59,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T14:13:59,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:13:59,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:13:59,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:13:59,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T14:13:59,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:13:59,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:13:59,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:13:59,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T14:13:59,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:13:59,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:13:59,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:13:59,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T14:13:59,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:13:59,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:13:59,467 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:13:59,471 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:13:59,472 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:13:59,478 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:13:59,480 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:13:59,484 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T14:13:59,489 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T14:13:59,495 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:13:59,497 INFO [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61449127, jitterRate=-0.08433665335178375}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T14:13:59,503 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731680039399Initializing all the Stores at 1731680039401 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731680039402 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680039402Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680039403 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680039403Cleaning up temporary data from old regions at 1731680039480 (+77 ms)Region opened successfully at 1731680039503 (+23 ms) 2024-11-15T14:13:59,505 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T14:13:59,538 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2c71b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:13:59,564 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T14:13:59,574 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T14:13:59,574 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T14:13:59,577 INFO [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T14:13:59,578 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T14:13:59,582 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-15T14:13:59,582 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T14:13:59,605 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T14:13:59,614 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T14:13:59,627 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T14:13:59,629 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T14:13:59,630 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T14:13:59,635 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T14:13:59,638 INFO [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T14:13:59,642 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T14:13:59,652 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T14:13:59,654 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T14:13:59,660 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T14:13:59,683 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T14:13:59,693 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T14:13:59,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T14:13:59,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T14:13:59,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T14:13:59,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T14:13:59,706 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,37089,1731680036562, sessionid=0x101400629420000, setting cluster-up flag (Was=false) 2024-11-15T14:13:59,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T14:13:59,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T14:13:59,760 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T14:13:59,763 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,37089,1731680036562 2024-11-15T14:13:59,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T14:13:59,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T14:13:59,810 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T14:13:59,812 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,37089,1731680036562 2024-11-15T14:13:59,819 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T14:13:59,874 INFO [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(746): ClusterId : 0e9c7cc3-8233-48ee-a974-a9b4178d1ecc 2024-11-15T14:13:59,878 DEBUG [RS:0;26754e923c4a:43473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T14:13:59,887 DEBUG [RS:0;26754e923c4a:43473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T14:13:59,887 DEBUG [RS:0;26754e923c4a:43473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T14:13:59,899 DEBUG [RS:0;26754e923c4a:43473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T14:13:59,900 DEBUG [RS:0;26754e923c4a:43473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766fc3ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0 2024-11-15T14:13:59,914 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T14:13:59,922 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:43473 2024-11-15T14:13:59,925 INFO [RS:0;26754e923c4a:43473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T14:13:59,925 INFO [RS:0;26754e923c4a:43473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T14:13:59,926 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T14:13:59,927 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T14:13:59,928 INFO [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,37089,1731680036562 with port=43473, startcode=1731680037386 2024-11-15T14:13:59,936 INFO [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T14:13:59,943 DEBUG [RS:0;26754e923c4a:43473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T14:13:59,943 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,37089,1731680036562 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T14:13:59,954 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:13:59,954 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:13:59,954 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:13:59,955 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T14:13:59,955 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T14:13:59,955 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:13:59,955 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:13:59,956 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:13:59,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:13:59,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T14:13:59,978 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:13:59,978 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731680069978 2024-11-15T14:13:59,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T14:13:59,980 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T14:13:59,981 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T14:13:59,986 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T14:13:59,986 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T14:13:59,987 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T14:13:59,987 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T14:13:59,991 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:00,003 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T14:14:00,005 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T14:14:00,006 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T14:14:00,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741831_1007 (size=1321) 2024-11-15T14:14:00,017 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T14:14:00,020 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T14:14:00,021 INFO [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T14:14:00,023 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731680040022,5,FailOnTimeoutGroup] 2024-11-15T14:14:00,024 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731680040024,5,FailOnTimeoutGroup] 2024-11-15T14:14:00,024 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:00,025 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T14:14:00,026 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:00,026 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:00,027 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37089 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:00,065 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T14:14:00,065 WARN [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T14:14:00,167 INFO [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,37089,1731680036562 with port=43473, startcode=1731680037386 2024-11-15T14:14:00,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,43473,1731680037386 2024-11-15T14:14:00,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37089 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,43473,1731680037386 2024-11-15T14:14:00,186 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114 2024-11-15T14:14:00,186 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35527 2024-11-15T14:14:00,186 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T14:14:00,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T14:14:00,203 DEBUG [RS:0;26754e923c4a:43473 {}] zookeeper.ZKUtil(111): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/26754e923c4a,43473,1731680037386 2024-11-15T14:14:00,203 WARN [RS:0;26754e923c4a:43473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T14:14:00,203 INFO [RS:0;26754e923c4a:43473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:14:00,204 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/WALs/26754e923c4a,43473,1731680037386 2024-11-15T14:14:00,208 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,43473,1731680037386] 2024-11-15T14:14:00,235 INFO [RS:0;26754e923c4a:43473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T14:14:00,256 INFO [RS:0;26754e923c4a:43473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T14:14:00,263 INFO [RS:0;26754e923c4a:43473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T14:14:00,263 INFO [RS:0;26754e923c4a:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:00,265 INFO [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T14:14:00,272 INFO [RS:0;26754e923c4a:43473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T14:14:00,274 INFO [RS:0;26754e923c4a:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:00,275 DEBUG [RS:0;26754e923c4a:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:14:00,275 DEBUG [RS:0;26754e923c4a:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:14:00,275 DEBUG [RS:0;26754e923c4a:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:14:00,275 DEBUG [RS:0;26754e923c4a:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:14:00,276 DEBUG [RS:0;26754e923c4a:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:14:00,276 DEBUG [RS:0;26754e923c4a:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T14:14:00,276 DEBUG [RS:0;26754e923c4a:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:14:00,276 DEBUG [RS:0;26754e923c4a:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:14:00,277 DEBUG [RS:0;26754e923c4a:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:14:00,277 DEBUG [RS:0;26754e923c4a:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:14:00,277 DEBUG [RS:0;26754e923c4a:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:14:00,277 DEBUG [RS:0;26754e923c4a:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T14:14:00,277 DEBUG [RS:0;26754e923c4a:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:14:00,277 DEBUG [RS:0;26754e923c4a:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T14:14:00,278 INFO [RS:0;26754e923c4a:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:00,279 INFO [RS:0;26754e923c4a:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:00,279 INFO [RS:0;26754e923c4a:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:00,279 INFO [RS:0;26754e923c4a:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:00,279 INFO [RS:0;26754e923c4a:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:00,279 INFO [RS:0;26754e923c4a:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43473,1731680037386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:14:00,303 INFO [RS:0;26754e923c4a:43473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T14:14:00,305 INFO [RS:0;26754e923c4a:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,43473,1731680037386-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:00,306 INFO [RS:0;26754e923c4a:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:00,306 INFO [RS:0;26754e923c4a:43473 {}] regionserver.Replication(171): 26754e923c4a,43473,1731680037386 started 2024-11-15T14:14:00,328 INFO [RS:0;26754e923c4a:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:00,328 INFO [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,43473,1731680037386, RpcServer on 26754e923c4a/172.17.0.3:43473, sessionid=0x101400629420001 2024-11-15T14:14:00,330 DEBUG [RS:0;26754e923c4a:43473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T14:14:00,330 DEBUG [RS:0;26754e923c4a:43473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,43473,1731680037386 2024-11-15T14:14:00,330 DEBUG [RS:0;26754e923c4a:43473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,43473,1731680037386' 2024-11-15T14:14:00,330 DEBUG [RS:0;26754e923c4a:43473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T14:14:00,332 DEBUG [RS:0;26754e923c4a:43473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T14:14:00,333 DEBUG [RS:0;26754e923c4a:43473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T14:14:00,333 DEBUG [RS:0;26754e923c4a:43473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T14:14:00,333 DEBUG [RS:0;26754e923c4a:43473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,43473,1731680037386 2024-11-15T14:14:00,333 DEBUG [RS:0;26754e923c4a:43473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,43473,1731680037386' 2024-11-15T14:14:00,333 DEBUG [RS:0;26754e923c4a:43473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T14:14:00,334 DEBUG [RS:0;26754e923c4a:43473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T14:14:00,335 DEBUG [RS:0;26754e923c4a:43473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T14:14:00,335 INFO [RS:0;26754e923c4a:43473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T14:14:00,335 INFO [RS:0;26754e923c4a:43473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T14:14:00,420 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T14:14:00,421 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114 2024-11-15T14:14:00,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741832_1008 (size=32) 2024-11-15T14:14:00,442 INFO [RS:0;26754e923c4a:43473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T14:14:00,447 INFO [RS:0;26754e923c4a:43473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C43473%2C1731680037386, suffix=, logDir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/WALs/26754e923c4a,43473,1731680037386, archiveDir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/oldWALs, maxLogs=32 2024-11-15T14:14:00,467 DEBUG [RS:0;26754e923c4a:43473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/WALs/26754e923c4a,43473,1731680037386/26754e923c4a%2C43473%2C1731680037386.1731680040450, exclude list is [], retry=0 2024-11-15T14:14:00,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36919,DS-313c14f4-a2ba-4882-9911-28889e5f2b51,DISK] 2024-11-15T14:14:00,479 INFO [RS:0;26754e923c4a:43473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/WALs/26754e923c4a,43473,1731680037386/26754e923c4a%2C43473%2C1731680037386.1731680040450 2024-11-15T14:14:00,480 DEBUG [RS:0;26754e923c4a:43473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43435:43435)] 2024-11-15T14:14:00,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:14:00,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:14:00,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:14:00,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:00,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:14:00,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:14:00,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:14:00,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:00,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:14:00,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:14:00,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:14:00,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:00,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:14:00,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:14:00,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:14:00,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:00,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:14:00,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:14:00,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740 2024-11-15T14:14:00,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740 2024-11-15T14:14:00,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:14:00,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:14:00,887 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T14:14:00,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:14:00,899 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:14:00,901 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68299355, jitterRate=0.01773969829082489}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T14:14:00,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731680040837Initializing all the Stores at 1731680040840 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731680040840Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731680040840Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680040840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731680040841 (+1 ms)Cleaning up temporary data from old regions at 1731680040884 (+43 ms)Region opened successfully at 1731680040905 (+21 ms) 2024-11-15T14:14:00,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:14:00,907 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:14:00,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:14:00,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:14:00,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:14:00,911 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:14:00,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731680040906Disabling compacts and flushes for region at 1731680040906Disabling writes for close at 1731680040907 (+1 ms)Writing region close event to WAL at 1731680040910 (+3 ms)Closed at 1731680040910 2024-11-15T14:14:00,917 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:14:00,917 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T14:14:00,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T14:14:00,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:14:00,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T14:14:01,098 DEBUG [26754e923c4a:37089 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T14:14:01,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:14:01,117 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,43473,1731680037386, state=OPENING 2024-11-15T14:14:01,126 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T14:14:01,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T14:14:01,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T14:14:01,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T14:14:01,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T14:14:01,138 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T14:14:01,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:14:01,323 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T14:14:01,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T14:14:01,350 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T14:14:01,350 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T14:14:01,351 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T14:14:01,356 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C43473%2C1731680037386.meta, suffix=.meta, logDir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/WALs/26754e923c4a,43473,1731680037386, archiveDir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/oldWALs, maxLogs=32 2024-11-15T14:14:01,376 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/WALs/26754e923c4a,43473,1731680037386/26754e923c4a%2C43473%2C1731680037386.meta.1731680041358.meta, exclude list is [], retry=0 2024-11-15T14:14:01,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36919,DS-313c14f4-a2ba-4882-9911-28889e5f2b51,DISK] 2024-11-15T14:14:01,384 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/WALs/26754e923c4a,43473,1731680037386/26754e923c4a%2C43473%2C1731680037386.meta.1731680041358.meta 2024-11-15T14:14:01,385 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43435:43435)] 2024-11-15T14:14:01,385 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:14:01,388 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T14:14:01,391 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T14:14:01,395 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T14:14:01,400 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T14:14:01,401 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:14:01,401 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T14:14:01,401 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T14:14:01,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T14:14:01,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T14:14:01,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:01,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:14:01,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T14:14:01,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T14:14:01,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:01,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:14:01,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T14:14:01,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T14:14:01,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:01,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:14:01,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T14:14:01,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T14:14:01,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:01,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T14:14:01,416 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T14:14:01,418 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740 2024-11-15T14:14:01,421 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740 2024-11-15T14:14:01,423 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T14:14:01,423 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T14:14:01,424 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T14:14:01,428 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T14:14:01,430 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62613657, jitterRate=-0.06698380410671234}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T14:14:01,430 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T14:14:01,432 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731680041401Writing region info on filesystem at 1731680041402 (+1 ms)Initializing all the Stores at 1731680041404 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731680041404Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731680041404Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680041404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731680041404Cleaning up temporary data from old regions at 1731680041424 (+20 ms)Running coprocessor post-open hooks at 1731680041430 (+6 ms)Region opened successfully at 1731680041431 (+1 ms) 2024-11-15T14:14:01,439 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731680041311 2024-11-15T14:14:01,450 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T14:14:01,451 INFO [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T14:14:01,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:14:01,455 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,43473,1731680037386, state=OPEN 2024-11-15T14:14:01,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T14:14:01,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T14:14:01,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T14:14:01,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T14:14:01,513 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:01,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T14:14:01,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,43473,1731680037386 in 374 msec 2024-11-15T14:14:01,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T14:14:01,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 599 msec 2024-11-15T14:14:01,534 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T14:14:01,534 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T14:14:01,554 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:01,555 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:01,575 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:01,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:01,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7420 sec 2024-11-15T14:14:01,598 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731680041598, completionTime=-1 2024-11-15T14:14:01,602 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T14:14:01,602 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T14:14:01,632 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T14:14:01,632 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731680101632 2024-11-15T14:14:01,632 INFO [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731680161632 2024-11-15T14:14:01,632 INFO [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-15T14:14:01,634 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37089,1731680036562-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:01,635 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37089,1731680036562-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:01,635 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37089,1731680036562-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:01,636 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:37089, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:01,636 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:01,637 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:01,643 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T14:14:01,670 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.025sec 2024-11-15T14:14:01,671 INFO [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T14:14:01,673 INFO [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T14:14:01,674 INFO [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T14:14:01,674 INFO [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T14:14:01,675 INFO [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T14:14:01,675 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37089,1731680036562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T14:14:01,676 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37089,1731680036562-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T14:14:01,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45544f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:01,685 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T14:14:01,685 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T14:14:01,685 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T14:14:01,685 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T14:14:01,686 INFO [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,37089,1731680036562-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T14:14:01,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:01,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:01,698 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:01,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:01,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b40305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:01,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:01,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:01,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:01,708 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:01,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de67725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:01,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:01,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:01,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:01,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:01,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,37089,1731680036562 2024-11-15T14:14:01,756 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=689, ProcessCount=11, AvailableMemoryMB=393 2024-11-15T14:14:01,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:14:01,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37089,1731680036562 2024-11-15T14:14:01,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@757aa243 2024-11-15T14:14:01,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:14:01,779 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:14:01,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T14:14:01,788 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:14:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T14:14:01,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:14:01,805 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-15T14:14:01,806 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:01,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:14:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:14:01,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741835_1011 (size=959) 2024-11-15T14:14:01,835 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114 2024-11-15T14:14:01,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741836_1012 (size=53) 2024-11-15T14:14:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:14:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:14:02,248 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:14:02,248 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f0785492ce5710dda43ccfaac08a1141, disabling compactions & flushes 2024-11-15T14:14:02,248 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:02,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:02,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. after waiting 0 ms 2024-11-15T14:14:02,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:02,249 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:02,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0785492ce5710dda43ccfaac08a1141: Waiting for close lock at 1731680042248Disabling compacts and flushes for region at 1731680042248Disabling writes for close at 1731680042249 (+1 ms)Writing region close event to WAL at 1731680042249Closed at 1731680042249 2024-11-15T14:14:02,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:14:02,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731680042252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731680042252"}]},"ts":"1731680042252"} 2024-11-15T14:14:02,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:14:02,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:14:02,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680042263"}]},"ts":"1731680042263"} 2024-11-15T14:14:02,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T14:14:02,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0785492ce5710dda43ccfaac08a1141, ASSIGN}] 2024-11-15T14:14:02,276 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0785492ce5710dda43ccfaac08a1141, ASSIGN 2024-11-15T14:14:02,279 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0785492ce5710dda43ccfaac08a1141, ASSIGN; state=OFFLINE, location=26754e923c4a,43473,1731680037386; forceNewPlan=false, retain=false 2024-11-15T14:14:02,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0785492ce5710dda43ccfaac08a1141, regionState=OPENING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:14:02,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0785492ce5710dda43ccfaac08a1141, ASSIGN because future has completed 2024-11-15T14:14:02,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:14:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:14:02,605 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:02,605 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:14:02,606 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:02,606 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:14:02,607 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:02,607 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:02,610 INFO [StoreOpener-f0785492ce5710dda43ccfaac08a1141-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:02,613 INFO [StoreOpener-f0785492ce5710dda43ccfaac08a1141-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0785492ce5710dda43ccfaac08a1141 columnFamilyName A 2024-11-15T14:14:02,613 DEBUG [StoreOpener-f0785492ce5710dda43ccfaac08a1141-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:02,615 INFO [StoreOpener-f0785492ce5710dda43ccfaac08a1141-1 {}] regionserver.HStore(327): Store=f0785492ce5710dda43ccfaac08a1141/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:14:02,615 INFO [StoreOpener-f0785492ce5710dda43ccfaac08a1141-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:02,618 INFO [StoreOpener-f0785492ce5710dda43ccfaac08a1141-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0785492ce5710dda43ccfaac08a1141 columnFamilyName B 2024-11-15T14:14:02,618 DEBUG [StoreOpener-f0785492ce5710dda43ccfaac08a1141-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:02,619 INFO [StoreOpener-f0785492ce5710dda43ccfaac08a1141-1 {}] regionserver.HStore(327): Store=f0785492ce5710dda43ccfaac08a1141/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:14:02,619 INFO [StoreOpener-f0785492ce5710dda43ccfaac08a1141-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:02,622 INFO [StoreOpener-f0785492ce5710dda43ccfaac08a1141-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0785492ce5710dda43ccfaac08a1141 columnFamilyName C 2024-11-15T14:14:02,622 DEBUG [StoreOpener-f0785492ce5710dda43ccfaac08a1141-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:02,623 INFO [StoreOpener-f0785492ce5710dda43ccfaac08a1141-1 {}] regionserver.HStore(327): Store=f0785492ce5710dda43ccfaac08a1141/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:14:02,623 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:02,625 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:02,626 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:02,628 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:02,628 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:02,629 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T14:14:02,631 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:02,635 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:14:02,636 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f0785492ce5710dda43ccfaac08a1141; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70527713, jitterRate=0.050944820046424866}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T14:14:02,636 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:02,637 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f0785492ce5710dda43ccfaac08a1141: Running coprocessor pre-open hook at 1731680042607Writing region info on filesystem at 1731680042607Initializing all the Stores at 1731680042609 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680042609Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680042610 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680042610Cleaning up temporary data from old regions at 1731680042628 (+18 ms)Running coprocessor post-open hooks at 1731680042636 (+8 ms)Region opened successfully at 1731680042637 (+1 ms) 2024-11-15T14:14:02,639 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., pid=6, masterSystemTime=1731680042593 2024-11-15T14:14:02,644 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:02,644 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:02,646 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0785492ce5710dda43ccfaac08a1141, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:14:02,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:14:02,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T14:14:02,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 in 215 msec 2024-11-15T14:14:02,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T14:14:02,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0785492ce5710dda43ccfaac08a1141, ASSIGN in 383 msec 2024-11-15T14:14:02,663 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:14:02,663 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680042663"}]},"ts":"1731680042663"} 2024-11-15T14:14:02,667 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T14:14:02,669 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:14:02,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 877 msec 2024-11-15T14:14:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T14:14:02,970 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:02,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b2c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:02,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:02,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:02,981 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:02,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:02,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:02,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7983b71f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:02,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:02,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:02,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:02,985 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:02,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e34b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:02,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:02,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:02,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:03,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:03,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:14:03,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37089,1731680036562 2024-11-15T14:14:03,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26086b6e 2024-11-15T14:14:03,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:14:03,014 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:14:03,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:03,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:03,020 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:03,021 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:03,021 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffd0298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:03,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:03,024 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:03,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bed14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:03,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:03,030 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:03,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b130fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:03,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:03,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:03,033 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:03,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1d7645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:03,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:03,040 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:03,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612488f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:03,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:03,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:03,048 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff1f1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:03,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:03,053 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec01134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:03,058 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:03,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a081598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:03,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:03,061 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211dc17b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:03,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:03,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:03,064 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bfa200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:03,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:03,068 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:03,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f759963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:03,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:03,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:03,071 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:03,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b74b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:03,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:03,075 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:03,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d22a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:03,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:03,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:03,077 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:03,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f852b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:03,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:03,081 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c710cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:03,083 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6fe38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:03,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:03,087 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d56454e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:03,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:03,089 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:03,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6514b0c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:03,094 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:03,094 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:03,094 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:03,094 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:03,094 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:03,095 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:03,096 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:03,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:03,096 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:03,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:03,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:03,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:03,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:03,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:03,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:03,098 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:03,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:03,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:03,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:03,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:03,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:03,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:03,100 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:03,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:03,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:03,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:03,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:03,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:03,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:03,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:03,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-15T14:14:03,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:14:03,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:14:03,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:14:03,110 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:14:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:14:03,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:14:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:14:03,114 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:14:03,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:14:03,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:14:03,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:03,176 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:03,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:14:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:14:03,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T14:14:03,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:03,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:03,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:03,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:03,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/885c87f84ddc4ebaa90c0635f085c254 is 50, key is test_row_0/A:col10/1731680043166/Put/seqid=0 2024-11-15T14:14:03,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741837_1013 (size=12001) 2024-11-15T14:14:03,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/885c87f84ddc4ebaa90c0635f085c254 2024-11-15T14:14:03,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680103329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680103334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680103341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680103347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680103366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:14:03,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/fffd60cb0d604d8891ce8d152c704c88 is 50, key is test_row_0/B:col10/1731680043166/Put/seqid=0 2024-11-15T14:14:03,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T14:14:03,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:03,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:03,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741838_1014 (size=12001) 2024-11-15T14:14:03,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/fffd60cb0d604d8891ce8d152c704c88 2024-11-15T14:14:03,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:03,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:03,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:03,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680103487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680103487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680103489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680103489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680103497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/4772a353da084518a4a3ff2570ad2bd4 is 50, key is test_row_0/C:col10/1731680043166/Put/seqid=0 2024-11-15T14:14:03,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741839_1015 (size=12001) 2024-11-15T14:14:03,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/4772a353da084518a4a3ff2570ad2bd4 2024-11-15T14:14:03,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/885c87f84ddc4ebaa90c0635f085c254 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/885c87f84ddc4ebaa90c0635f085c254 2024-11-15T14:14:03,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/885c87f84ddc4ebaa90c0635f085c254, entries=150, sequenceid=13, filesize=11.7 K 2024-11-15T14:14:03,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/fffd60cb0d604d8891ce8d152c704c88 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/fffd60cb0d604d8891ce8d152c704c88 2024-11-15T14:14:03,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T14:14:03,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/fffd60cb0d604d8891ce8d152c704c88, entries=150, sequenceid=13, filesize=11.7 K 2024-11-15T14:14:03,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/4772a353da084518a4a3ff2570ad2bd4 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4772a353da084518a4a3ff2570ad2bd4 2024-11-15T14:14:03,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:03,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:03,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:03,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:03,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:03,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4772a353da084518a4a3ff2570ad2bd4, entries=150, sequenceid=13, filesize=11.7 K 2024-11-15T14:14:03,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f0785492ce5710dda43ccfaac08a1141 in 495ms, sequenceid=13, compaction requested=false 2024-11-15T14:14:03,695 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-15T14:14:03,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:03,724 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:03,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T14:14:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:14:03,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/014f074afda3410f9bbb27b36ff02af7 is 50, key is test_row_0/A:col10/1731680043719/Put/seqid=0 2024-11-15T14:14:03,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680103770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680103770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741840_1016 (size=16681) 2024-11-15T14:14:03,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680103771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/014f074afda3410f9bbb27b36ff02af7 2024-11-15T14:14:03,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680103777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680103778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T14:14:03,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:03,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:03,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:03,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:03,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:03,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/710ffedb0530405c83edff4a160620aa is 50, key is test_row_0/B:col10/1731680043719/Put/seqid=0 2024-11-15T14:14:03,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741841_1017 (size=12001) 2024-11-15T14:14:03,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/710ffedb0530405c83edff4a160620aa 2024-11-15T14:14:03,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680103897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680103898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680103898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/2afeb83ee1a6435fa80606e96021deb6 is 50, key is test_row_0/C:col10/1731680043719/Put/seqid=0 2024-11-15T14:14:03,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680103917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680103918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:03,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741842_1018 (size=12001) 2024-11-15T14:14:03,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/2afeb83ee1a6435fa80606e96021deb6 2024-11-15T14:14:03,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T14:14:03,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:03,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:03,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:03,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:03,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:03,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/014f074afda3410f9bbb27b36ff02af7 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/014f074afda3410f9bbb27b36ff02af7 2024-11-15T14:14:04,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/014f074afda3410f9bbb27b36ff02af7, entries=250, sequenceid=39, filesize=16.3 K 2024-11-15T14:14:04,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/710ffedb0530405c83edff4a160620aa as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/710ffedb0530405c83edff4a160620aa 2024-11-15T14:14:04,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/710ffedb0530405c83edff4a160620aa, entries=150, sequenceid=39, filesize=11.7 K 2024-11-15T14:14:04,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/2afeb83ee1a6435fa80606e96021deb6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/2afeb83ee1a6435fa80606e96021deb6 2024-11-15T14:14:04,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/2afeb83ee1a6435fa80606e96021deb6, entries=150, sequenceid=39, filesize=11.7 K 2024-11-15T14:14:04,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for f0785492ce5710dda43ccfaac08a1141 in 333ms, sequenceid=39, compaction requested=false 2024-11-15T14:14:04,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:04,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T14:14:04,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:04,130 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:14:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:04,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:04,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/e4cb44b8afbf4e21a9c1d11211f9ec15 is 50, key is test_row_0/A:col10/1731680043772/Put/seqid=0 2024-11-15T14:14:04,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741843_1019 (size=12001) 2024-11-15T14:14:04,185 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/e4cb44b8afbf4e21a9c1d11211f9ec15 2024-11-15T14:14:04,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/d357ffc756a1456388c52e18383382bd is 50, key is test_row_0/B:col10/1731680043772/Put/seqid=0 2024-11-15T14:14:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:14:04,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741844_1020 (size=12001) 2024-11-15T14:14:04,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680104266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680104274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680104277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680104275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680104278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680104387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680104417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680104417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680104418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680104419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680104607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680104646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680104647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680104648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680104648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,668 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/d357ffc756a1456388c52e18383382bd 2024-11-15T14:14:04,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/d75ea7190a87441a8d72adb6d34f06e6 is 50, key is test_row_0/C:col10/1731680043772/Put/seqid=0 2024-11-15T14:14:04,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741845_1021 (size=12001) 2024-11-15T14:14:04,718 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/d75ea7190a87441a8d72adb6d34f06e6 2024-11-15T14:14:04,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/e4cb44b8afbf4e21a9c1d11211f9ec15 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e4cb44b8afbf4e21a9c1d11211f9ec15 2024-11-15T14:14:04,754 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e4cb44b8afbf4e21a9c1d11211f9ec15, entries=150, sequenceid=52, filesize=11.7 K 2024-11-15T14:14:04,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/d357ffc756a1456388c52e18383382bd as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/d357ffc756a1456388c52e18383382bd 2024-11-15T14:14:04,780 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/d357ffc756a1456388c52e18383382bd, entries=150, sequenceid=52, filesize=11.7 K 2024-11-15T14:14:04,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/d75ea7190a87441a8d72adb6d34f06e6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/d75ea7190a87441a8d72adb6d34f06e6 2024-11-15T14:14:04,794 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/d75ea7190a87441a8d72adb6d34f06e6, entries=150, sequenceid=52, filesize=11.7 K 2024-11-15T14:14:04,796 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for f0785492ce5710dda43ccfaac08a1141 in 666ms, sequenceid=52, compaction requested=true 2024-11-15T14:14:04,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:04,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:04,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T14:14:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T14:14:04,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T14:14:04,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6840 sec 2024-11-15T14:14:04,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.7040 sec 2024-11-15T14:14:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:04,939 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:04,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T14:14:04,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/f8a4ec3d548b4a5db5b0a51854f7bcce is 50, key is test_row_0/A:col10/1731680044271/Put/seqid=0 2024-11-15T14:14:04,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680104970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680104971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680104974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741846_1022 (size=12001) 2024-11-15T14:14:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680104991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:04,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:04,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:04,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/f8a4ec3d548b4a5db5b0a51854f7bcce 2024-11-15T14:14:05,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680105006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/080c1d45c0504b52b9c26b24316eef7b is 50, key is test_row_0/B:col10/1731680044271/Put/seqid=0 2024-11-15T14:14:05,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741847_1023 (size=12001) 2024-11-15T14:14:05,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680105107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680105108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680105111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680105111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680105126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T14:14:05,266 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:05,267 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-15T14:14:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T14:14:05,271 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:05,273 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:05,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:05,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680105315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680105326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680105327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680105327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680105345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T14:14:05,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T14:14:05,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:05,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:05,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:05,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:05,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:05,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/080c1d45c0504b52b9c26b24316eef7b 2024-11-15T14:14:05,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/13a029705aeb4d91a202242fe1d6a350 is 50, key is test_row_0/C:col10/1731680044271/Put/seqid=0 2024-11-15T14:14:05,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741848_1024 (size=12001) 2024-11-15T14:14:05,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/13a029705aeb4d91a202242fe1d6a350 2024-11-15T14:14:05,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/f8a4ec3d548b4a5db5b0a51854f7bcce as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/f8a4ec3d548b4a5db5b0a51854f7bcce 2024-11-15T14:14:05,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/f8a4ec3d548b4a5db5b0a51854f7bcce, entries=150, sequenceid=78, filesize=11.7 K 2024-11-15T14:14:05,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/080c1d45c0504b52b9c26b24316eef7b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/080c1d45c0504b52b9c26b24316eef7b 2024-11-15T14:14:05,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/080c1d45c0504b52b9c26b24316eef7b, entries=150, sequenceid=78, filesize=11.7 K 2024-11-15T14:14:05,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/13a029705aeb4d91a202242fe1d6a350 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/13a029705aeb4d91a202242fe1d6a350 2024-11-15T14:14:05,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/13a029705aeb4d91a202242fe1d6a350, entries=150, sequenceid=78, filesize=11.7 K 2024-11-15T14:14:05,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for f0785492ce5710dda43ccfaac08a1141 in 643ms, sequenceid=78, compaction requested=true 2024-11-15T14:14:05,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T14:14:05,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T14:14:05,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:05,586 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:14:05,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:14:05,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:05,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:14:05,590 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:14:05,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:05,590 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:14:05,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:14:05,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:05,596 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:14:05,598 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/A is initiating minor compaction (all files) 2024-11-15T14:14:05,598 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:14:05,599 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/B is initiating minor compaction (all files) 2024-11-15T14:14:05,599 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/A in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:05,599 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/B in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:05,599 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/fffd60cb0d604d8891ce8d152c704c88, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/710ffedb0530405c83edff4a160620aa, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/d357ffc756a1456388c52e18383382bd, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/080c1d45c0504b52b9c26b24316eef7b] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=46.9 K 2024-11-15T14:14:05,600 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/885c87f84ddc4ebaa90c0635f085c254, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/014f074afda3410f9bbb27b36ff02af7, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e4cb44b8afbf4e21a9c1d11211f9ec15, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/f8a4ec3d548b4a5db5b0a51854f7bcce] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=51.4 K 2024-11-15T14:14:05,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/0871df7d2f424e77b69fb9138bf80dda is 50, key is test_row_1/A:col10/1731680044966/Put/seqid=0 2024-11-15T14:14:05,604 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting fffd60cb0d604d8891ce8d152c704c88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731680043146 2024-11-15T14:14:05,604 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 885c87f84ddc4ebaa90c0635f085c254, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731680043146 2024-11-15T14:14:05,604 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 710ffedb0530405c83edff4a160620aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731680043339 2024-11-15T14:14:05,605 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 014f074afda3410f9bbb27b36ff02af7, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731680043316 2024-11-15T14:14:05,606 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting d357ffc756a1456388c52e18383382bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731680043772 2024-11-15T14:14:05,607 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4cb44b8afbf4e21a9c1d11211f9ec15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731680043772 2024-11-15T14:14:05,607 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 080c1d45c0504b52b9c26b24316eef7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731680044271 2024-11-15T14:14:05,608 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8a4ec3d548b4a5db5b0a51854f7bcce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731680044271 2024-11-15T14:14:05,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741849_1025 (size=9657) 2024-11-15T14:14:05,649 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#B#compaction#13 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:05,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:05,650 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/04e93fe85c2d425889a42007daa5b1f9 is 50, key is test_row_0/B:col10/1731680044271/Put/seqid=0 2024-11-15T14:14:05,651 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#A#compaction#14 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:05,651 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/9cf5e7bd75604e84ac4b02d2694fb466 is 50, key is test_row_0/A:col10/1731680044271/Put/seqid=0 2024-11-15T14:14:05,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741850_1026 (size=12139) 2024-11-15T14:14:05,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741851_1027 (size=12139) 2024-11-15T14:14:05,676 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/9cf5e7bd75604e84ac4b02d2694fb466 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/9cf5e7bd75604e84ac4b02d2694fb466 2024-11-15T14:14:05,679 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/04e93fe85c2d425889a42007daa5b1f9 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/04e93fe85c2d425889a42007daa5b1f9 2024-11-15T14:14:05,700 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/B of f0785492ce5710dda43ccfaac08a1141 into 04e93fe85c2d425889a42007daa5b1f9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:05,700 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/A of f0785492ce5710dda43ccfaac08a1141 into 9cf5e7bd75604e84ac4b02d2694fb466(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:05,700 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:05,700 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:05,702 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/A, priority=12, startTime=1731680045584; duration=0sec 2024-11-15T14:14:05,702 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/B, priority=12, startTime=1731680045590; duration=0sec 2024-11-15T14:14:05,703 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:05,703 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:05,703 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:A 2024-11-15T14:14:05,703 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:B 2024-11-15T14:14:05,704 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:14:05,706 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:14:05,706 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/C is initiating minor compaction (all files) 2024-11-15T14:14:05,706 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/C in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:05,707 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4772a353da084518a4a3ff2570ad2bd4, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/2afeb83ee1a6435fa80606e96021deb6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/d75ea7190a87441a8d72adb6d34f06e6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/13a029705aeb4d91a202242fe1d6a350] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=46.9 K 2024-11-15T14:14:05,708 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4772a353da084518a4a3ff2570ad2bd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731680043146 2024-11-15T14:14:05,708 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2afeb83ee1a6435fa80606e96021deb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731680043339 2024-11-15T14:14:05,709 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting d75ea7190a87441a8d72adb6d34f06e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731680043772 2024-11-15T14:14:05,710 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13a029705aeb4d91a202242fe1d6a350, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731680044271 2024-11-15T14:14:05,743 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#C#compaction#15 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:05,743 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/804a57ead49541a386b799fbed106cc1 is 50, key is test_row_0/C:col10/1731680044271/Put/seqid=0 2024-11-15T14:14:05,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741852_1028 (size=12139) 2024-11-15T14:14:05,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680105776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680105780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680105784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680105784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680105797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T14:14:05,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680105906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680105906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680105925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680105926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:05,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680105945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:06,018 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/0871df7d2f424e77b69fb9138bf80dda 2024-11-15T14:14:06,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/e2d4eeeffd4c4f9e955a896ed7aa75fb is 50, key is test_row_1/B:col10/1731680044966/Put/seqid=0 2024-11-15T14:14:06,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741853_1029 (size=9657) 2024-11-15T14:14:06,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680106116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:06,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680106116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:06,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680106136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:06,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:06,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680106145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:06,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:06,163 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/804a57ead49541a386b799fbed106cc1 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/804a57ead49541a386b799fbed106cc1 2024-11-15T14:14:06,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680106156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:06,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:06,177 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/C of f0785492ce5710dda43ccfaac08a1141 into 804a57ead49541a386b799fbed106cc1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:06,177 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:06,177 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/C, priority=12, startTime=1731680045590; duration=0sec 2024-11-15T14:14:06,178 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:06,178 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:C 2024-11-15T14:14:06,227 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T14:14:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T14:14:06,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680106426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:06,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680106426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:06,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:06,454 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/e2d4eeeffd4c4f9e955a896ed7aa75fb 2024-11-15T14:14:06,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680106455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:06,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:06,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680106456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:06,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:06,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/dc62455d07d5491db151cd7273abdd95 is 50, key is test_row_1/C:col10/1731680044966/Put/seqid=0 2024-11-15T14:14:06,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680106476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:06,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:06,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741854_1030 (size=9657) 2024-11-15T14:14:06,913 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T14:14:06,915 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/dc62455d07d5491db151cd7273abdd95 2024-11-15T14:14:06,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/0871df7d2f424e77b69fb9138bf80dda as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/0871df7d2f424e77b69fb9138bf80dda 2024-11-15T14:14:06,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680106936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:06,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680106937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:06,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:06,948 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/0871df7d2f424e77b69fb9138bf80dda, entries=100, sequenceid=89, filesize=9.4 K 2024-11-15T14:14:06,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/e2d4eeeffd4c4f9e955a896ed7aa75fb as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/e2d4eeeffd4c4f9e955a896ed7aa75fb 2024-11-15T14:14:06,961 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/e2d4eeeffd4c4f9e955a896ed7aa75fb, entries=100, sequenceid=89, filesize=9.4 K 2024-11-15T14:14:06,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/dc62455d07d5491db151cd7273abdd95 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/dc62455d07d5491db151cd7273abdd95 2024-11-15T14:14:06,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680106966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:06,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:06,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680106966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:06,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:06,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:06,983 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/dc62455d07d5491db151cd7273abdd95, entries=100, sequenceid=89, filesize=9.4 K 2024-11-15T14:14:06,986 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f0785492ce5710dda43ccfaac08a1141 in 1400ms, sequenceid=89, compaction requested=false 2024-11-15T14:14:06,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:06,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:06,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-15T14:14:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-15T14:14:06,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T14:14:06,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7150 sec 2024-11-15T14:14:06,997 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:06,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T14:14:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:07,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.7300 sec 2024-11-15T14:14:07,007 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T14:14:07,007 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T14:14:07,009 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:14:07,009 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T14:14:07,010 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T14:14:07,010 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T14:14:07,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/94310be88d0749e0ab9eb12b2b137095 is 50, key is test_row_0/A:col10/1731680045779/Put/seqid=0 2024-11-15T14:14:07,012 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T14:14:07,012 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-15T14:14:07,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741855_1031 (size=14341) 2024-11-15T14:14:07,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/94310be88d0749e0ab9eb12b2b137095 2024-11-15T14:14:07,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680107047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:07,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/fcceee92a1824c5d8fc2ec16f1f59bab is 50, key is test_row_0/B:col10/1731680045779/Put/seqid=0 2024-11-15T14:14:07,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741856_1032 (size=12001) 2024-11-15T14:14:07,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/fcceee92a1824c5d8fc2ec16f1f59bab 2024-11-15T14:14:07,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/fa0681e403f3416f94216a8dd0703481 is 50, key is test_row_0/C:col10/1731680045779/Put/seqid=0 2024-11-15T14:14:07,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741857_1033 (size=12001) 2024-11-15T14:14:07,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/fa0681e403f3416f94216a8dd0703481 2024-11-15T14:14:07,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/94310be88d0749e0ab9eb12b2b137095 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/94310be88d0749e0ab9eb12b2b137095 2024-11-15T14:14:07,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/94310be88d0749e0ab9eb12b2b137095, entries=200, sequenceid=118, filesize=14.0 K 2024-11-15T14:14:07,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680107156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:07,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:07,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/fcceee92a1824c5d8fc2ec16f1f59bab as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/fcceee92a1824c5d8fc2ec16f1f59bab 2024-11-15T14:14:07,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/fcceee92a1824c5d8fc2ec16f1f59bab, entries=150, sequenceid=118, filesize=11.7 K 2024-11-15T14:14:07,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/fa0681e403f3416f94216a8dd0703481 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/fa0681e403f3416f94216a8dd0703481 2024-11-15T14:14:07,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/fa0681e403f3416f94216a8dd0703481, entries=150, sequenceid=118, filesize=11.7 K 2024-11-15T14:14:07,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f0785492ce5710dda43ccfaac08a1141 in 203ms, sequenceid=118, compaction requested=true 2024-11-15T14:14:07,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:07,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:14:07,201 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:07,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:07,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:14:07,201 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:07,204 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:07,204 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/B is initiating minor compaction (all files) 2024-11-15T14:14:07,204 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36137 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:07,204 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/A is initiating minor compaction (all files) 2024-11-15T14:14:07,204 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/B in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:07,204 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/A in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:07,204 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/04e93fe85c2d425889a42007daa5b1f9, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/e2d4eeeffd4c4f9e955a896ed7aa75fb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/fcceee92a1824c5d8fc2ec16f1f59bab] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=33.0 K 2024-11-15T14:14:07,204 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/9cf5e7bd75604e84ac4b02d2694fb466, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/0871df7d2f424e77b69fb9138bf80dda, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/94310be88d0749e0ab9eb12b2b137095] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=35.3 K 2024-11-15T14:14:07,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:07,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:14:07,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:07,205 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 04e93fe85c2d425889a42007daa5b1f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731680044271 2024-11-15T14:14:07,205 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cf5e7bd75604e84ac4b02d2694fb466, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731680044271 2024-11-15T14:14:07,206 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting e2d4eeeffd4c4f9e955a896ed7aa75fb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731680044966 2024-11-15T14:14:07,207 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting fcceee92a1824c5d8fc2ec16f1f59bab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731680045779 2024-11-15T14:14:07,207 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0871df7d2f424e77b69fb9138bf80dda, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731680044966 2024-11-15T14:14:07,208 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94310be88d0749e0ab9eb12b2b137095, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731680045775 2024-11-15T14:14:07,236 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#B#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:07,237 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/a45103c25a824cf7a58c0f2722ae98d5 is 50, key is test_row_0/B:col10/1731680045779/Put/seqid=0 2024-11-15T14:14:07,244 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#A#compaction#22 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:07,245 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/a896fba821d2450193ed7090bad14ad3 is 50, key is test_row_0/A:col10/1731680045779/Put/seqid=0 2024-11-15T14:14:07,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741858_1034 (size=12241) 2024-11-15T14:14:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741859_1035 (size=12241) 2024-11-15T14:14:07,277 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/a45103c25a824cf7a58c0f2722ae98d5 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/a45103c25a824cf7a58c0f2722ae98d5 2024-11-15T14:14:07,290 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/B of f0785492ce5710dda43ccfaac08a1141 into a45103c25a824cf7a58c0f2722ae98d5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:07,290 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:07,290 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/B, priority=13, startTime=1731680047201; duration=0sec 2024-11-15T14:14:07,291 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:07,291 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:B 2024-11-15T14:14:07,291 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:07,293 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:07,293 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/C is initiating minor compaction (all files) 2024-11-15T14:14:07,293 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/C in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:07,294 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/804a57ead49541a386b799fbed106cc1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/dc62455d07d5491db151cd7273abdd95, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/fa0681e403f3416f94216a8dd0703481] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=33.0 K 2024-11-15T14:14:07,295 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 804a57ead49541a386b799fbed106cc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731680044271 2024-11-15T14:14:07,298 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting dc62455d07d5491db151cd7273abdd95, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731680044966 2024-11-15T14:14:07,299 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting fa0681e403f3416f94216a8dd0703481, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731680045779 2024-11-15T14:14:07,322 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#C#compaction#23 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:07,323 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/76f051a75bc84b90af03fd4bec95c9ad is 50, key is test_row_0/C:col10/1731680045779/Put/seqid=0 2024-11-15T14:14:07,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741860_1036 (size=12241) 2024-11-15T14:14:07,349 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/76f051a75bc84b90af03fd4bec95c9ad as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/76f051a75bc84b90af03fd4bec95c9ad 2024-11-15T14:14:07,363 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/C of f0785492ce5710dda43ccfaac08a1141 into 76f051a75bc84b90af03fd4bec95c9ad(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:07,363 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:07,363 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/C, priority=13, startTime=1731680047205; duration=0sec 2024-11-15T14:14:07,364 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:07,364 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:C 2024-11-15T14:14:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:07,369 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:07,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:14:07,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/e64d81f7c53d4832a98788ecbaa22718 is 50, key is test_row_0/A:col10/1731680047030/Put/seqid=0 2024-11-15T14:14:07,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741861_1037 (size=14391) 2024-11-15T14:14:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T14:14:07,416 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:07,417 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:07,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/e64d81f7c53d4832a98788ecbaa22718 2024-11-15T14:14:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-15T14:14:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T14:14:07,423 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:07,426 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:07,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:07,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/53b78ec5ea2c46f48bc877ceff2a3f13 is 50, key is test_row_0/B:col10/1731680047030/Put/seqid=0 2024-11-15T14:14:07,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741862_1038 (size=12051) 2024-11-15T14:14:07,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/53b78ec5ea2c46f48bc877ceff2a3f13 2024-11-15T14:14:07,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/f1d59af1d8d34a0d88cb1078f87bde19 is 50, key is test_row_0/C:col10/1731680047030/Put/seqid=0 2024-11-15T14:14:07,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741863_1039 (size=12051) 2024-11-15T14:14:07,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/f1d59af1d8d34a0d88cb1078f87bde19 2024-11-15T14:14:07,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/e64d81f7c53d4832a98788ecbaa22718 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e64d81f7c53d4832a98788ecbaa22718 2024-11-15T14:14:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T14:14:07,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e64d81f7c53d4832a98788ecbaa22718, entries=200, sequenceid=131, filesize=14.1 K 2024-11-15T14:14:07,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/53b78ec5ea2c46f48bc877ceff2a3f13 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/53b78ec5ea2c46f48bc877ceff2a3f13 2024-11-15T14:14:07,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680107540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:07,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/53b78ec5ea2c46f48bc877ceff2a3f13, entries=150, sequenceid=131, filesize=11.8 K 2024-11-15T14:14:07,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/f1d59af1d8d34a0d88cb1078f87bde19 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/f1d59af1d8d34a0d88cb1078f87bde19 2024-11-15T14:14:07,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/f1d59af1d8d34a0d88cb1078f87bde19, entries=150, sequenceid=131, filesize=11.8 K 2024-11-15T14:14:07,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f0785492ce5710dda43ccfaac08a1141 in 202ms, sequenceid=131, compaction requested=false 2024-11-15T14:14:07,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:07,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T14:14:07,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:07,585 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T14:14:07,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/ddebcd11d9a349418fb0810a1618586a is 50, key is test_row_0/A:col10/1731680047516/Put/seqid=0 2024-11-15T14:14:07,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741864_1040 (size=12151) 2024-11-15T14:14:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:07,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:07,688 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/a896fba821d2450193ed7090bad14ad3 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/a896fba821d2450193ed7090bad14ad3 2024-11-15T14:14:07,716 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/A of f0785492ce5710dda43ccfaac08a1141 into a896fba821d2450193ed7090bad14ad3(size=12.0 K), total size for store is 26.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:07,716 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:07,716 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/A, priority=13, startTime=1731680047201; duration=0sec 2024-11-15T14:14:07,717 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:07,717 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:A 2024-11-15T14:14:07,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680107718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:07,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T14:14:07,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680107825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:07,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:07,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680107956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:07,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680107956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:07,962 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in f0785492ce5710dda43ccfaac08a1141 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:07,962 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in f0785492ce5710dda43ccfaac08a1141 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:07,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680107976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:07,977 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in f0785492ce5710dda43ccfaac08a1141 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:07,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:07,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680107986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:07,990 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in f0785492ce5710dda43ccfaac08a1141 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:08,004 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/ddebcd11d9a349418fb0810a1618586a 2024-11-15T14:14:08,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/78410487944548f6b80da848d0f66c60 is 50, key is test_row_0/B:col10/1731680047516/Put/seqid=0 2024-11-15T14:14:08,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741865_1041 (size=12151) 2024-11-15T14:14:08,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680108035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T14:14:08,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680108346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:08,428 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/78410487944548f6b80da848d0f66c60 2024-11-15T14:14:08,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/5979459e788b4de4989aa0cd376f8338 is 50, key is test_row_0/C:col10/1731680047516/Put/seqid=0 2024-11-15T14:14:08,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741866_1042 (size=12151) 2024-11-15T14:14:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T14:14:08,854 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/5979459e788b4de4989aa0cd376f8338 2024-11-15T14:14:08,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680108855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:08,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:08,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:08,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:08,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/ddebcd11d9a349418fb0810a1618586a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ddebcd11d9a349418fb0810a1618586a 2024-11-15T14:14:08,881 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ddebcd11d9a349418fb0810a1618586a, entries=150, sequenceid=156, filesize=11.9 K 2024-11-15T14:14:08,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/78410487944548f6b80da848d0f66c60 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/78410487944548f6b80da848d0f66c60 2024-11-15T14:14:08,893 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/78410487944548f6b80da848d0f66c60, entries=150, sequenceid=156, filesize=11.9 K 2024-11-15T14:14:08,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/5979459e788b4de4989aa0cd376f8338 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/5979459e788b4de4989aa0cd376f8338 2024-11-15T14:14:08,904 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/5979459e788b4de4989aa0cd376f8338, entries=150, sequenceid=156, filesize=11.9 K 2024-11-15T14:14:08,907 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f0785492ce5710dda43ccfaac08a1141 in 1322ms, sequenceid=156, compaction requested=true 2024-11-15T14:14:08,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:08,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:08,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-15T14:14:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-15T14:14:08,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T14:14:08,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4840 sec 2024-11-15T14:14:08,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.5000 sec 2024-11-15T14:14:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T14:14:09,577 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:09,577 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-15T14:14:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T14:14:09,583 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:09,585 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:09,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T14:14:09,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T14:14:09,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:09,741 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:14:09,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/e7895c2feaac4352acd6b313d6b229ce is 50, key is test_row_0/A:col10/1731680047694/Put/seqid=0 2024-11-15T14:14:09,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741867_1043 (size=12151) 2024-11-15T14:14:09,782 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/e7895c2feaac4352acd6b313d6b229ce 2024-11-15T14:14:09,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/bd378155d06e4c44afcf9660f515f1e6 is 50, key is test_row_0/B:col10/1731680047694/Put/seqid=0 2024-11-15T14:14:09,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741868_1044 (size=12151) 2024-11-15T14:14:09,838 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/bd378155d06e4c44afcf9660f515f1e6 2024-11-15T14:14:09,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/4ac856abb36c4ec2a8e93d3e9d2bfe99 is 50, key is test_row_0/C:col10/1731680047694/Put/seqid=0 2024-11-15T14:14:09,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741869_1045 (size=12151) 2024-11-15T14:14:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T14:14:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:09,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:09,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680109995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:10,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680109996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680109998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,005 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in f0785492ce5710dda43ccfaac08a1141 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:10,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680110000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:10,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:10,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680110015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,021 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in f0785492ce5710dda43ccfaac08a1141 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:10,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:10,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680110105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:10,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680110116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680110116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T14:14:10,281 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/4ac856abb36c4ec2a8e93d3e9d2bfe99 2024-11-15T14:14:10,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/e7895c2feaac4352acd6b313d6b229ce as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e7895c2feaac4352acd6b313d6b229ce 2024-11-15T14:14:10,299 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e7895c2feaac4352acd6b313d6b229ce, entries=150, sequenceid=168, filesize=11.9 K 2024-11-15T14:14:10,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/bd378155d06e4c44afcf9660f515f1e6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/bd378155d06e4c44afcf9660f515f1e6 2024-11-15T14:14:10,309 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/bd378155d06e4c44afcf9660f515f1e6, entries=150, sequenceid=168, filesize=11.9 K 2024-11-15T14:14:10,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/4ac856abb36c4ec2a8e93d3e9d2bfe99 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4ac856abb36c4ec2a8e93d3e9d2bfe99 2024-11-15T14:14:10,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680110315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:10,320 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4ac856abb36c4ec2a8e93d3e9d2bfe99, entries=150, sequenceid=168, filesize=11.9 K 2024-11-15T14:14:10,321 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f0785492ce5710dda43ccfaac08a1141 in 580ms, sequenceid=168, compaction requested=true 2024-11-15T14:14:10,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:10,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:10,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-15T14:14:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-15T14:14:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:10,331 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:10,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T14:14:10,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/452d561538d6498c9f076da61c105ad6 is 50, key is test_row_0/A:col10/1731680049991/Put/seqid=0 2024-11-15T14:14:10,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T14:14:10,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 743 msec 2024-11-15T14:14:10,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 768 msec 2024-11-15T14:14:10,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741870_1046 (size=14541) 2024-11-15T14:14:10,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680110367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:10,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680110370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:10,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680110475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:10,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680110486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:10,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680110626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:10,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680110686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:10,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680110696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T14:14:10,716 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:10,717 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-15T14:14:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T14:14:10,721 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:10,723 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:10,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:10,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/452d561538d6498c9f076da61c105ad6 2024-11-15T14:14:10,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/20af1807297642c0aa3563352dab9a57 is 50, key is test_row_0/B:col10/1731680049991/Put/seqid=0 2024-11-15T14:14:10,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741871_1047 (size=12151) 2024-11-15T14:14:10,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/20af1807297642c0aa3563352dab9a57 2024-11-15T14:14:10,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/0752a23b51404704860bd8a497eebe62 is 50, key is test_row_0/C:col10/1731680049991/Put/seqid=0 2024-11-15T14:14:10,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741872_1048 (size=12151) 2024-11-15T14:14:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T14:14:10,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T14:14:10,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:10,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:10,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:10,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:10,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:10,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680110996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:10,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:10,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:11,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680111006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:11,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T14:14:11,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:11,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:11,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:11,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:11,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T14:14:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:11,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680111136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:11,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:11,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:11,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:11,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T14:14:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:11,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:11,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:11,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/0752a23b51404704860bd8a497eebe62 2024-11-15T14:14:11,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/452d561538d6498c9f076da61c105ad6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/452d561538d6498c9f076da61c105ad6 2024-11-15T14:14:11,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/452d561538d6498c9f076da61c105ad6, entries=200, sequenceid=194, filesize=14.2 K 2024-11-15T14:14:11,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/20af1807297642c0aa3563352dab9a57 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/20af1807297642c0aa3563352dab9a57 2024-11-15T14:14:11,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/20af1807297642c0aa3563352dab9a57, entries=150, sequenceid=194, filesize=11.9 K 2024-11-15T14:14:11,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/0752a23b51404704860bd8a497eebe62 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/0752a23b51404704860bd8a497eebe62 2024-11-15T14:14:11,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/0752a23b51404704860bd8a497eebe62, entries=150, sequenceid=194, filesize=11.9 K 2024-11-15T14:14:11,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f0785492ce5710dda43ccfaac08a1141 in 943ms, sequenceid=194, compaction requested=true 2024-11-15T14:14:11,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:11,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:14:11,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:11,275 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T14:14:11,275 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T14:14:11,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:14:11,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:11,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:14:11,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:11,279 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60745 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T14:14:11,279 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/B is initiating minor compaction (all files) 2024-11-15T14:14:11,279 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/B in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:11,280 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/a45103c25a824cf7a58c0f2722ae98d5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/53b78ec5ea2c46f48bc877ceff2a3f13, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/78410487944548f6b80da848d0f66c60, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/bd378155d06e4c44afcf9660f515f1e6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/20af1807297642c0aa3563352dab9a57] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=59.3 K 2024-11-15T14:14:11,280 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 65475 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T14:14:11,280 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting a45103c25a824cf7a58c0f2722ae98d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731680045779 2024-11-15T14:14:11,281 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/A is initiating minor compaction (all files) 2024-11-15T14:14:11,281 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/A in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:11,281 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/a896fba821d2450193ed7090bad14ad3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e64d81f7c53d4832a98788ecbaa22718, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ddebcd11d9a349418fb0810a1618586a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e7895c2feaac4352acd6b313d6b229ce, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/452d561538d6498c9f076da61c105ad6] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=63.9 K 2024-11-15T14:14:11,281 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 53b78ec5ea2c46f48bc877ceff2a3f13, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731680047030 2024-11-15T14:14:11,281 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting a896fba821d2450193ed7090bad14ad3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731680045779 2024-11-15T14:14:11,282 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting e64d81f7c53d4832a98788ecbaa22718, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731680047030 2024-11-15T14:14:11,282 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 78410487944548f6b80da848d0f66c60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731680047495 2024-11-15T14:14:11,283 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting bd378155d06e4c44afcf9660f515f1e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731680047687 2024-11-15T14:14:11,283 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddebcd11d9a349418fb0810a1618586a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731680047495 2024-11-15T14:14:11,283 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7895c2feaac4352acd6b313d6b229ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731680047687 2024-11-15T14:14:11,284 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 452d561538d6498c9f076da61c105ad6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731680049985 2024-11-15T14:14:11,284 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 20af1807297642c0aa3563352dab9a57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731680049991 2024-11-15T14:14:11,306 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#B#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:11,307 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/7a7b6bc0a5fa4d4e9555e56f455c0a8f is 50, key is test_row_0/B:col10/1731680049991/Put/seqid=0 2024-11-15T14:14:11,311 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#A#compaction#37 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:11,312 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/b0a0d8b9f2db401bab5cfa58e26da075 is 50, key is test_row_0/A:col10/1731680049991/Put/seqid=0 2024-11-15T14:14:11,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741873_1049 (size=12561) 2024-11-15T14:14:11,333 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/7a7b6bc0a5fa4d4e9555e56f455c0a8f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/7a7b6bc0a5fa4d4e9555e56f455c0a8f 2024-11-15T14:14:11,345 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/B of f0785492ce5710dda43ccfaac08a1141 into 7a7b6bc0a5fa4d4e9555e56f455c0a8f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:11,345 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:11,345 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/B, priority=11, startTime=1731680051275; duration=0sec 2024-11-15T14:14:11,345 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:11,345 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:B 2024-11-15T14:14:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T14:14:11,346 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T14:14:11,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T14:14:11,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:11,347 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T14:14:11,350 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60745 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T14:14:11,350 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/C is initiating minor compaction (all files) 2024-11-15T14:14:11,350 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/C in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:11,350 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/76f051a75bc84b90af03fd4bec95c9ad, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/f1d59af1d8d34a0d88cb1078f87bde19, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/5979459e788b4de4989aa0cd376f8338, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4ac856abb36c4ec2a8e93d3e9d2bfe99, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/0752a23b51404704860bd8a497eebe62] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=59.3 K 2024-11-15T14:14:11,351 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 76f051a75bc84b90af03fd4bec95c9ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731680045779 2024-11-15T14:14:11,353 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting f1d59af1d8d34a0d88cb1078f87bde19, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731680047030 2024-11-15T14:14:11,353 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 5979459e788b4de4989aa0cd376f8338, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731680047495 2024-11-15T14:14:11,354 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ac856abb36c4ec2a8e93d3e9d2bfe99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731680047687 2024-11-15T14:14:11,354 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 0752a23b51404704860bd8a497eebe62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731680049991 2024-11-15T14:14:11,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741874_1050 (size=12561) 2024-11-15T14:14:11,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/e3aa40298c1340b2a8873d35cf0712fe is 50, key is test_row_0/A:col10/1731680050337/Put/seqid=0 2024-11-15T14:14:11,380 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#C#compaction#39 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:11,380 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/3e764a00425342fdbfe7477fc32f3414 is 50, key is test_row_0/C:col10/1731680049991/Put/seqid=0 2024-11-15T14:14:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741875_1051 (size=12151) 2024-11-15T14:14:11,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741876_1052 (size=12561) 2024-11-15T14:14:11,421 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/3e764a00425342fdbfe7477fc32f3414 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/3e764a00425342fdbfe7477fc32f3414 2024-11-15T14:14:11,439 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/C of f0785492ce5710dda43ccfaac08a1141 into 3e764a00425342fdbfe7477fc32f3414(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:11,439 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:11,440 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/C, priority=11, startTime=1731680051275; duration=0sec 2024-11-15T14:14:11,440 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:11,440 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:C 2024-11-15T14:14:11,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:11,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680111594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:11,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680111598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:11,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680111705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:11,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680111705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:11,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:11,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:11,787 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/b0a0d8b9f2db401bab5cfa58e26da075 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/b0a0d8b9f2db401bab5cfa58e26da075 2024-11-15T14:14:11,799 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/A of f0785492ce5710dda43ccfaac08a1141 into b0a0d8b9f2db401bab5cfa58e26da075(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:11,799 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:11,799 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/A, priority=11, startTime=1731680051275; duration=0sec 2024-11-15T14:14:11,799 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:11,799 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:A 2024-11-15T14:14:11,804 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/e3aa40298c1340b2a8873d35cf0712fe 2024-11-15T14:14:11,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/63a658ebfb3c40beb9fe2a3d0f905b67 is 50, key is test_row_0/B:col10/1731680050337/Put/seqid=0 2024-11-15T14:14:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T14:14:11,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741877_1053 (size=12151) 2024-11-15T14:14:11,861 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/63a658ebfb3c40beb9fe2a3d0f905b67 2024-11-15T14:14:11,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/2e98114a71d94995991d376cb5ba2f3c is 50, key is test_row_0/C:col10/1731680050337/Put/seqid=0 2024-11-15T14:14:11,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741878_1054 (size=12151) 2024-11-15T14:14:11,902 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/2e98114a71d94995991d376cb5ba2f3c 2024-11-15T14:14:11,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/e3aa40298c1340b2a8873d35cf0712fe as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e3aa40298c1340b2a8873d35cf0712fe 2024-11-15T14:14:11,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680111916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:11,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680111916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:11,928 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e3aa40298c1340b2a8873d35cf0712fe, entries=150, sequenceid=205, filesize=11.9 K 2024-11-15T14:14:11,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/63a658ebfb3c40beb9fe2a3d0f905b67 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/63a658ebfb3c40beb9fe2a3d0f905b67 2024-11-15T14:14:11,946 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/63a658ebfb3c40beb9fe2a3d0f905b67, entries=150, sequenceid=205, filesize=11.9 K 2024-11-15T14:14:11,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/2e98114a71d94995991d376cb5ba2f3c as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/2e98114a71d94995991d376cb5ba2f3c 2024-11-15T14:14:11,962 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/2e98114a71d94995991d376cb5ba2f3c, entries=150, sequenceid=205, filesize=11.9 K 2024-11-15T14:14:11,964 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for f0785492ce5710dda43ccfaac08a1141 in 617ms, sequenceid=205, compaction requested=false 2024-11-15T14:14:11,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:11,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:11,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-15T14:14:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-15T14:14:11,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-15T14:14:11,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2450 sec 2024-11-15T14:14:11,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.2590 sec 2024-11-15T14:14:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:12,159 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:12,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-15T14:14:12,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/a7be968ab9e14e558050142d057b45ac is 50, key is test_row_0/A:col10/1731680052157/Put/seqid=0 2024-11-15T14:14:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741879_1055 (size=14541) 2024-11-15T14:14:12,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680112200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:12,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680112226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:12,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680112226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:12,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680112306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:12,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:12,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:12,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:12,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680112517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:12,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/a7be968ab9e14e558050142d057b45ac 2024-11-15T14:14:12,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/04c7aaf04352418db3c3b55fa326005a is 50, key is test_row_0/B:col10/1731680052157/Put/seqid=0 2024-11-15T14:14:12,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741880_1056 (size=12151) 2024-11-15T14:14:12,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/04c7aaf04352418db3c3b55fa326005a 2024-11-15T14:14:12,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/75879ee0c67f456fab3a5edb8f10c21a is 50, key is test_row_0/C:col10/1731680052157/Put/seqid=0 2024-11-15T14:14:12,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741881_1057 (size=12151) 2024-11-15T14:14:12,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680112736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:12,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:12,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:12,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:12,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680112736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:12,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:12,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:12,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680112826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:12,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:12,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:12,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T14:14:12,866 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:12,867 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-15T14:14:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T14:14:12,870 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:12,871 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:12,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T14:14:13,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T14:14:13,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:13,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:13,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:13,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:13,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:13,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/75879ee0c67f456fab3a5edb8f10c21a 2024-11-15T14:14:13,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/a7be968ab9e14e558050142d057b45ac as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/a7be968ab9e14e558050142d057b45ac 2024-11-15T14:14:13,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/a7be968ab9e14e558050142d057b45ac, entries=200, sequenceid=234, filesize=14.2 K 2024-11-15T14:14:13,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/04c7aaf04352418db3c3b55fa326005a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/04c7aaf04352418db3c3b55fa326005a 2024-11-15T14:14:13,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/04c7aaf04352418db3c3b55fa326005a, entries=150, sequenceid=234, filesize=11.9 K 2024-11-15T14:14:13,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/75879ee0c67f456fab3a5edb8f10c21a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/75879ee0c67f456fab3a5edb8f10c21a 2024-11-15T14:14:13,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/75879ee0c67f456fab3a5edb8f10c21a, entries=150, sequenceid=234, filesize=11.9 K 2024-11-15T14:14:13,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f0785492ce5710dda43ccfaac08a1141 in 993ms, sequenceid=234, compaction requested=true 2024-11-15T14:14:13,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:13,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:14:13,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:13,152 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:13,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:14:13,152 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:13,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:13,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:14:13,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:13,154 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:13,154 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:13,154 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/A is initiating minor compaction (all files) 2024-11-15T14:14:13,154 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/B is initiating minor compaction (all files) 2024-11-15T14:14:13,154 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/A in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:13,154 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/B in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:13,154 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/b0a0d8b9f2db401bab5cfa58e26da075, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e3aa40298c1340b2a8873d35cf0712fe, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/a7be968ab9e14e558050142d057b45ac] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=38.3 K 2024-11-15T14:14:13,154 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/7a7b6bc0a5fa4d4e9555e56f455c0a8f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/63a658ebfb3c40beb9fe2a3d0f905b67, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/04c7aaf04352418db3c3b55fa326005a] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=36.0 K 2024-11-15T14:14:13,155 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a7b6bc0a5fa4d4e9555e56f455c0a8f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731680049991 2024-11-15T14:14:13,155 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0a0d8b9f2db401bab5cfa58e26da075, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731680049991 2024-11-15T14:14:13,155 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 63a658ebfb3c40beb9fe2a3d0f905b67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731680050337 2024-11-15T14:14:13,155 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3aa40298c1340b2a8873d35cf0712fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731680050337 2024-11-15T14:14:13,156 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 04c7aaf04352418db3c3b55fa326005a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731680051588 2024-11-15T14:14:13,156 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7be968ab9e14e558050142d057b45ac, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731680051580 2024-11-15T14:14:13,167 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:13,168 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/632c652fba114308bb98e7b5599e952e is 50, key is test_row_0/B:col10/1731680052157/Put/seqid=0 2024-11-15T14:14:13,176 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:13,177 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/4b95622133c245f6aeeb01b172d9d05d is 50, key is test_row_0/A:col10/1731680052157/Put/seqid=0 2024-11-15T14:14:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T14:14:13,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741882_1058 (size=12663) 2024-11-15T14:14:13,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741883_1059 (size=12663) 2024-11-15T14:14:13,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T14:14:13,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:13,193 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-15T14:14:13,198 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/632c652fba114308bb98e7b5599e952e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/632c652fba114308bb98e7b5599e952e 2024-11-15T14:14:13,199 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/4b95622133c245f6aeeb01b172d9d05d as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/4b95622133c245f6aeeb01b172d9d05d 2024-11-15T14:14:13,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/b662580186eb4b43a43082f9a5f033c6 is 50, key is test_row_0/A:col10/1731680052186/Put/seqid=0 2024-11-15T14:14:13,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741884_1060 (size=12151) 2024-11-15T14:14:13,211 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/B of f0785492ce5710dda43ccfaac08a1141 into 632c652fba114308bb98e7b5599e952e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:13,211 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:13,211 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/B, priority=13, startTime=1731680053152; duration=0sec 2024-11-15T14:14:13,211 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:13,211 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:B 2024-11-15T14:14:13,211 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:13,212 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/b662580186eb4b43a43082f9a5f033c6 2024-11-15T14:14:13,212 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/A of f0785492ce5710dda43ccfaac08a1141 into 4b95622133c245f6aeeb01b172d9d05d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:13,213 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:13,213 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/A, priority=13, startTime=1731680053152; duration=0sec 2024-11-15T14:14:13,213 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:13,213 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:A 2024-11-15T14:14:13,214 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:13,214 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/C is initiating minor compaction (all files) 2024-11-15T14:14:13,214 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/C in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:13,214 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/3e764a00425342fdbfe7477fc32f3414, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/2e98114a71d94995991d376cb5ba2f3c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/75879ee0c67f456fab3a5edb8f10c21a] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=36.0 K 2024-11-15T14:14:13,215 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e764a00425342fdbfe7477fc32f3414, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731680049991 2024-11-15T14:14:13,216 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e98114a71d94995991d376cb5ba2f3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731680050337 2024-11-15T14:14:13,217 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 75879ee0c67f456fab3a5edb8f10c21a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731680051588 2024-11-15T14:14:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/5bbbd48eab1540ec81e0a166d8173bda is 50, key is test_row_0/B:col10/1731680052186/Put/seqid=0 2024-11-15T14:14:13,237 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#C#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:13,238 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/424b75563b88408e8a51931ef4f2214e is 50, key is test_row_0/C:col10/1731680052157/Put/seqid=0 2024-11-15T14:14:13,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741885_1061 (size=12151) 2024-11-15T14:14:13,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741886_1062 (size=12663) 2024-11-15T14:14:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:13,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:13,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680113448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:13,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:13,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:13,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T14:14:13,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680113555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:13,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:13,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:13,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:13,642 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/5bbbd48eab1540ec81e0a166d8173bda 2024-11-15T14:14:13,655 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/424b75563b88408e8a51931ef4f2214e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/424b75563b88408e8a51931ef4f2214e 2024-11-15T14:14:13,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/39c054278ead4b6b97bce9cacd065494 is 50, key is test_row_0/C:col10/1731680052186/Put/seqid=0 2024-11-15T14:14:13,670 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/C of f0785492ce5710dda43ccfaac08a1141 into 424b75563b88408e8a51931ef4f2214e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:13,670 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:13,670 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/C, priority=13, startTime=1731680053152; duration=0sec 2024-11-15T14:14:13,670 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:13,670 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:C 2024-11-15T14:14:13,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741887_1063 (size=12151) 2024-11-15T14:14:13,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680113755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:13,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680113756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:13,757 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in f0785492ce5710dda43ccfaac08a1141 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:13,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:13,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:13,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:13,758 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in f0785492ce5710dda43ccfaac08a1141 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:13,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:13,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:13,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:13,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680113765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T14:14:14,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50634 deadline: 1731680114047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:14,049 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in f0785492ce5710dda43ccfaac08a1141 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8266 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:14,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:14,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:14,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:14,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50596 deadline: 1731680114065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:14,067 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in f0785492ce5710dda43ccfaac08a1141 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8283 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:14,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:14,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:14,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:14,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680114075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:14,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:14,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:14,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:14,090 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/39c054278ead4b6b97bce9cacd065494 2024-11-15T14:14:14,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/b662580186eb4b43a43082f9a5f033c6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/b662580186eb4b43a43082f9a5f033c6 2024-11-15T14:14:14,121 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/b662580186eb4b43a43082f9a5f033c6, entries=150, sequenceid=243, filesize=11.9 K 2024-11-15T14:14:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/5bbbd48eab1540ec81e0a166d8173bda as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/5bbbd48eab1540ec81e0a166d8173bda 2024-11-15T14:14:14,135 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/5bbbd48eab1540ec81e0a166d8173bda, entries=150, sequenceid=243, filesize=11.9 K 2024-11-15T14:14:14,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/39c054278ead4b6b97bce9cacd065494 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/39c054278ead4b6b97bce9cacd065494 2024-11-15T14:14:14,148 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/39c054278ead4b6b97bce9cacd065494, entries=150, sequenceid=243, filesize=11.9 K 2024-11-15T14:14:14,149 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for f0785492ce5710dda43ccfaac08a1141 in 956ms, sequenceid=243, compaction requested=false 2024-11-15T14:14:14,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:14,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:14,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-15T14:14:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-15T14:14:14,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-15T14:14:14,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2790 sec 2024-11-15T14:14:14,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.2870 sec 2024-11-15T14:14:14,593 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:14,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-15T14:14:14,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/c11d6dd22fae4fe4a618008588ab426f is 50, key is test_row_0/A:col10/1731680053438/Put/seqid=0 2024-11-15T14:14:14,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741888_1064 (size=14741) 2024-11-15T14:14:14,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680114616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:14,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:14,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:14,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:14,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680114725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:14,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680114935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:15,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/c11d6dd22fae4fe4a618008588ab426f 2024-11-15T14:14:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T14:14:15,015 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:15,016 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-15T14:14:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T14:14:15,019 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:15,021 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:15,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:15,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/1e590094b7184778b2ae4cbfe1262503 is 50, key is test_row_0/B:col10/1731680053438/Put/seqid=0 2024-11-15T14:14:15,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741889_1065 (size=12301) 2024-11-15T14:14:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T14:14:15,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T14:14:15,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:15,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:15,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:15,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:15,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:15,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680115245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:15,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:15,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:15,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:15,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T14:14:15,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:15,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:15,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:15,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:15,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T14:14:15,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/1e590094b7184778b2ae4cbfe1262503 2024-11-15T14:14:15,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/b16a468a1a0b4fa2a729835e4806be0c is 50, key is test_row_0/C:col10/1731680053438/Put/seqid=0 2024-11-15T14:14:15,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741890_1066 (size=12301) 2024-11-15T14:14:15,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T14:14:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:15,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:15,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T14:14:15,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:15,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:15,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:15,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:15,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T14:14:15,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680115755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:15,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:15,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:15,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:15,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680115765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:15,768 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in f0785492ce5710dda43ccfaac08a1141 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:15,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:15,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:15,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680115786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:15,790 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in f0785492ce5710dda43ccfaac08a1141 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:15,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:15,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:15,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T14:14:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:15,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:15,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:15,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/b16a468a1a0b4fa2a729835e4806be0c 2024-11-15T14:14:15,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/c11d6dd22fae4fe4a618008588ab426f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/c11d6dd22fae4fe4a618008588ab426f 2024-11-15T14:14:15,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/c11d6dd22fae4fe4a618008588ab426f, entries=200, sequenceid=274, filesize=14.4 K 2024-11-15T14:14:15,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/1e590094b7184778b2ae4cbfe1262503 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/1e590094b7184778b2ae4cbfe1262503 2024-11-15T14:14:15,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/1e590094b7184778b2ae4cbfe1262503, entries=150, sequenceid=274, filesize=12.0 K 2024-11-15T14:14:15,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/b16a468a1a0b4fa2a729835e4806be0c as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/b16a468a1a0b4fa2a729835e4806be0c 2024-11-15T14:14:15,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/b16a468a1a0b4fa2a729835e4806be0c, entries=150, sequenceid=274, filesize=12.0 K 2024-11-15T14:14:15,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for f0785492ce5710dda43ccfaac08a1141 in 1336ms, sequenceid=274, compaction requested=true 2024-11-15T14:14:15,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:15,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:14:15,929 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:15,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:15,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:14:15,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:15,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:14:15,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T14:14:15,930 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:15,931 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39555 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:15,932 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/A is initiating minor compaction (all files) 2024-11-15T14:14:15,932 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:15,932 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/A in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:15,932 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/B is initiating minor compaction (all files) 2024-11-15T14:14:15,932 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/B in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:15,932 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/4b95622133c245f6aeeb01b172d9d05d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/b662580186eb4b43a43082f9a5f033c6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/c11d6dd22fae4fe4a618008588ab426f] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=38.6 K 2024-11-15T14:14:15,932 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/632c652fba114308bb98e7b5599e952e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/5bbbd48eab1540ec81e0a166d8173bda, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/1e590094b7184778b2ae4cbfe1262503] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=36.2 K 2024-11-15T14:14:15,932 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b95622133c245f6aeeb01b172d9d05d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731680051588 2024-11-15T14:14:15,932 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 632c652fba114308bb98e7b5599e952e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731680051588 2024-11-15T14:14:15,933 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bbbd48eab1540ec81e0a166d8173bda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731680052175 2024-11-15T14:14:15,934 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting b662580186eb4b43a43082f9a5f033c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731680052175 2024-11-15T14:14:15,934 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e590094b7184778b2ae4cbfe1262503, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731680053427 2024-11-15T14:14:15,935 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting c11d6dd22fae4fe4a618008588ab426f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731680053427 2024-11-15T14:14:15,951 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#A#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:15,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T14:14:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:15,952 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/1f39f21a8ceb4a409458222addf4687b is 50, key is test_row_0/A:col10/1731680053438/Put/seqid=0 2024-11-15T14:14:15,953 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T14:14:15,956 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#B#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:15,957 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/22d4ea4aac03414fb48fc1dfc1c8534e is 50, key is test_row_0/B:col10/1731680053438/Put/seqid=0 2024-11-15T14:14:15,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/9581533050b84f529bdf0651183ac63b is 50, key is test_row_0/A:col10/1731680054603/Put/seqid=0 2024-11-15T14:14:15,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741891_1067 (size=12915) 2024-11-15T14:14:15,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741892_1068 (size=12915) 2024-11-15T14:14:15,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741893_1069 (size=12301) 2024-11-15T14:14:15,986 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/1f39f21a8ceb4a409458222addf4687b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/1f39f21a8ceb4a409458222addf4687b 2024-11-15T14:14:15,998 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/A of f0785492ce5710dda43ccfaac08a1141 into 1f39f21a8ceb4a409458222addf4687b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:15,998 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:15,998 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/A, priority=13, startTime=1731680055929; duration=0sec 2024-11-15T14:14:15,998 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:15,998 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:A 2024-11-15T14:14:15,998 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:16,002 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:16,003 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/C is initiating minor compaction (all files) 2024-11-15T14:14:16,004 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/C in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:16,005 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/424b75563b88408e8a51931ef4f2214e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/39c054278ead4b6b97bce9cacd065494, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/b16a468a1a0b4fa2a729835e4806be0c] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=36.2 K 2024-11-15T14:14:16,006 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 424b75563b88408e8a51931ef4f2214e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731680051588 2024-11-15T14:14:16,008 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 39c054278ead4b6b97bce9cacd065494, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731680052175 2024-11-15T14:14:16,009 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting b16a468a1a0b4fa2a729835e4806be0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731680053427 2024-11-15T14:14:16,022 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#C#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:16,022 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/adf627e2c535406dbc13884f868206c1 is 50, key is test_row_0/C:col10/1731680053438/Put/seqid=0 2024-11-15T14:14:16,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741894_1070 (size=12915) 2024-11-15T14:14:16,056 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/adf627e2c535406dbc13884f868206c1 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/adf627e2c535406dbc13884f868206c1 2024-11-15T14:14:16,067 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/C of f0785492ce5710dda43ccfaac08a1141 into adf627e2c535406dbc13884f868206c1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:16,067 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:16,067 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/C, priority=13, startTime=1731680055930; duration=0sec 2024-11-15T14:14:16,068 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:16,068 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:C 2024-11-15T14:14:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T14:14:16,386 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/9581533050b84f529bdf0651183ac63b 2024-11-15T14:14:16,392 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/22d4ea4aac03414fb48fc1dfc1c8534e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/22d4ea4aac03414fb48fc1dfc1c8534e 2024-11-15T14:14:16,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/dfecad05936542cfae98edd1437967d8 is 50, key is test_row_0/B:col10/1731680054603/Put/seqid=0 2024-11-15T14:14:16,400 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/B of f0785492ce5710dda43ccfaac08a1141 into 22d4ea4aac03414fb48fc1dfc1c8534e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:16,400 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:16,400 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/B, priority=13, startTime=1731680055930; duration=0sec 2024-11-15T14:14:16,401 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:16,401 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:B 2024-11-15T14:14:16,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741895_1071 (size=12301) 2024-11-15T14:14:16,404 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/dfecad05936542cfae98edd1437967d8 2024-11-15T14:14:16,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/70514fa38e04421a8f5c99808f0b3582 is 50, key is test_row_0/C:col10/1731680054603/Put/seqid=0 2024-11-15T14:14:16,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741896_1072 (size=12301) 2024-11-15T14:14:16,422 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/70514fa38e04421a8f5c99808f0b3582 2024-11-15T14:14:16,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/9581533050b84f529bdf0651183ac63b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/9581533050b84f529bdf0651183ac63b 2024-11-15T14:14:16,434 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/9581533050b84f529bdf0651183ac63b, entries=150, sequenceid=282, filesize=12.0 K 2024-11-15T14:14:16,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/dfecad05936542cfae98edd1437967d8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/dfecad05936542cfae98edd1437967d8 2024-11-15T14:14:16,447 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/dfecad05936542cfae98edd1437967d8, entries=150, sequenceid=282, filesize=12.0 K 2024-11-15T14:14:16,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/70514fa38e04421a8f5c99808f0b3582 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/70514fa38e04421a8f5c99808f0b3582 2024-11-15T14:14:16,456 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/70514fa38e04421a8f5c99808f0b3582, entries=150, sequenceid=282, filesize=12.0 K 2024-11-15T14:14:16,459 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f0785492ce5710dda43ccfaac08a1141 in 506ms, sequenceid=282, compaction requested=false 2024-11-15T14:14:16,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:16,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:16,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-15T14:14:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-15T14:14:16,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-15T14:14:16,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4400 sec 2024-11-15T14:14:16,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.4470 sec 2024-11-15T14:14:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:16,820 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:16,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:14:16,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/458ee00b79dd44d3aeab190cca1a2491 is 50, key is test_row_0/A:col10/1731680056818/Put/seqid=0 2024-11-15T14:14:16,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741897_1073 (size=14741) 2024-11-15T14:14:16,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680116944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:16,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:16,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:16,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:17,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680117055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:17,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:17,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:17,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T14:14:17,165 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:17,166 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-15T14:14:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T14:14:17,168 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:17,169 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:17,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:17,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/458ee00b79dd44d3aeab190cca1a2491 2024-11-15T14:14:17,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/458b8309f9054995ac66cc6dd24d1aeb is 50, key is test_row_0/B:col10/1731680056818/Put/seqid=0 2024-11-15T14:14:17,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741898_1074 (size=12301) 2024-11-15T14:14:17,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/458b8309f9054995ac66cc6dd24d1aeb 2024-11-15T14:14:17,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680117266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:17,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:17,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:17,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T14:14:17,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/470e5a3432b14b6788a981f9301d9842 is 50, key is test_row_0/C:col10/1731680056818/Put/seqid=0 2024-11-15T14:14:17,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741899_1075 (size=12301) 2024-11-15T14:14:17,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T14:14:17,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:17,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:17,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:17,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:17,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:17,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T14:14:17,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:17,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:17,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:17,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:17,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T14:14:17,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680117575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:17,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T14:14:17,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:17,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:17,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:17,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:17,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:17,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/470e5a3432b14b6788a981f9301d9842 2024-11-15T14:14:17,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/458ee00b79dd44d3aeab190cca1a2491 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/458ee00b79dd44d3aeab190cca1a2491 2024-11-15T14:14:17,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/458ee00b79dd44d3aeab190cca1a2491, entries=200, sequenceid=296, filesize=14.4 K 2024-11-15T14:14:17,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/458b8309f9054995ac66cc6dd24d1aeb as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/458b8309f9054995ac66cc6dd24d1aeb 2024-11-15T14:14:17,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/458b8309f9054995ac66cc6dd24d1aeb, entries=150, sequenceid=296, filesize=12.0 K 2024-11-15T14:14:17,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/470e5a3432b14b6788a981f9301d9842 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/470e5a3432b14b6788a981f9301d9842 2024-11-15T14:14:17,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/470e5a3432b14b6788a981f9301d9842, entries=150, sequenceid=296, filesize=12.0 K 2024-11-15T14:14:17,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f0785492ce5710dda43ccfaac08a1141 in 893ms, sequenceid=296, compaction requested=true 2024-11-15T14:14:17,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:17,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:14:17,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:17,713 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:17,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:14:17,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:17,713 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:17,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:14:17,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:17,715 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:17,715 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:17,715 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/A is initiating minor compaction (all files) 2024-11-15T14:14:17,715 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/A in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:17,715 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/1f39f21a8ceb4a409458222addf4687b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/9581533050b84f529bdf0651183ac63b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/458ee00b79dd44d3aeab190cca1a2491] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=39.0 K 2024-11-15T14:14:17,715 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/B is initiating minor compaction (all files) 2024-11-15T14:14:17,716 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/B in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:17,716 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/22d4ea4aac03414fb48fc1dfc1c8534e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/dfecad05936542cfae98edd1437967d8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/458b8309f9054995ac66cc6dd24d1aeb] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=36.6 K 2024-11-15T14:14:17,716 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 22d4ea4aac03414fb48fc1dfc1c8534e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731680053427 2024-11-15T14:14:17,717 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f39f21a8ceb4a409458222addf4687b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731680053427 2024-11-15T14:14:17,717 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting dfecad05936542cfae98edd1437967d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731680054600 2024-11-15T14:14:17,717 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9581533050b84f529bdf0651183ac63b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731680054600 2024-11-15T14:14:17,718 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 458b8309f9054995ac66cc6dd24d1aeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731680056802 2024-11-15T14:14:17,718 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 458ee00b79dd44d3aeab190cca1a2491, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731680056802 2024-11-15T14:14:17,729 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#B#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:17,729 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/8e068f8427904f4fbd9c419d9d95ff47 is 50, key is test_row_0/B:col10/1731680056818/Put/seqid=0 2024-11-15T14:14:17,730 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#A#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:17,730 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/3a3d9e5bcdb74ee79c5791301dfc695b is 50, key is test_row_0/A:col10/1731680056818/Put/seqid=0 2024-11-15T14:14:17,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741900_1076 (size=13017) 2024-11-15T14:14:17,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741901_1077 (size=13017) 2024-11-15T14:14:17,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T14:14:17,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:17,785 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T14:14:17,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/ded4e54849fc4347b71af9a11f5ca8e1 is 50, key is test_row_0/A:col10/1731680056911/Put/seqid=0 2024-11-15T14:14:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T14:14:17,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741902_1078 (size=12301) 2024-11-15T14:14:18,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:18,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680118112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:18,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:18,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:18,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:18,146 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/8e068f8427904f4fbd9c419d9d95ff47 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/8e068f8427904f4fbd9c419d9d95ff47 2024-11-15T14:14:18,147 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/3a3d9e5bcdb74ee79c5791301dfc695b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/3a3d9e5bcdb74ee79c5791301dfc695b 2024-11-15T14:14:18,154 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/B of f0785492ce5710dda43ccfaac08a1141 into 8e068f8427904f4fbd9c419d9d95ff47(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:18,154 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:18,156 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/B, priority=13, startTime=1731680057713; duration=0sec 2024-11-15T14:14:18,156 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:18,156 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:B 2024-11-15T14:14:18,156 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:18,157 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/A of f0785492ce5710dda43ccfaac08a1141 into 3a3d9e5bcdb74ee79c5791301dfc695b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:18,157 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:18,157 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/A, priority=13, startTime=1731680057713; duration=0sec 2024-11-15T14:14:18,157 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:18,157 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:18,157 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:A 2024-11-15T14:14:18,157 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/C is initiating minor compaction (all files) 2024-11-15T14:14:18,158 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/C in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:18,158 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/adf627e2c535406dbc13884f868206c1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/70514fa38e04421a8f5c99808f0b3582, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/470e5a3432b14b6788a981f9301d9842] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=36.6 K 2024-11-15T14:14:18,158 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting adf627e2c535406dbc13884f868206c1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731680053427 2024-11-15T14:14:18,158 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 70514fa38e04421a8f5c99808f0b3582, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731680054600 2024-11-15T14:14:18,159 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 470e5a3432b14b6788a981f9301d9842, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731680056802 2024-11-15T14:14:18,167 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#C#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:18,168 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/438ab861d7484f738b7f44b799a5a3b8 is 50, key is test_row_0/C:col10/1731680056818/Put/seqid=0 2024-11-15T14:14:18,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741903_1079 (size=13017) 2024-11-15T14:14:18,178 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/438ab861d7484f738b7f44b799a5a3b8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/438ab861d7484f738b7f44b799a5a3b8 2024-11-15T14:14:18,184 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/C of f0785492ce5710dda43ccfaac08a1141 into 438ab861d7484f738b7f44b799a5a3b8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:18,184 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:18,184 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/C, priority=13, startTime=1731680057713; duration=0sec 2024-11-15T14:14:18,185 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:18,185 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:C 2024-11-15T14:14:18,200 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/ded4e54849fc4347b71af9a11f5ca8e1 2024-11-15T14:14:18,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/1aca93406861458c807b3ea4c04216be is 50, key is test_row_0/B:col10/1731680056911/Put/seqid=0 2024-11-15T14:14:18,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741904_1080 (size=12301) 2024-11-15T14:14:18,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680118226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T14:14:18,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680118436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:18,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:18,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:18,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:18,613 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/1aca93406861458c807b3ea4c04216be 2024-11-15T14:14:18,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/4b16b16009d64571a045db2ee313b3fb is 50, key is test_row_0/C:col10/1731680056911/Put/seqid=0 2024-11-15T14:14:18,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741905_1081 (size=12301) 2024-11-15T14:14:18,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680118745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:18,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:18,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:18,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:19,032 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/4b16b16009d64571a045db2ee313b3fb 2024-11-15T14:14:19,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/ded4e54849fc4347b71af9a11f5ca8e1 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ded4e54849fc4347b71af9a11f5ca8e1 2024-11-15T14:14:19,053 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ded4e54849fc4347b71af9a11f5ca8e1, entries=150, sequenceid=321, filesize=12.0 K 2024-11-15T14:14:19,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/1aca93406861458c807b3ea4c04216be as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/1aca93406861458c807b3ea4c04216be 2024-11-15T14:14:19,090 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/1aca93406861458c807b3ea4c04216be, entries=150, sequenceid=321, filesize=12.0 K 2024-11-15T14:14:19,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/4b16b16009d64571a045db2ee313b3fb as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4b16b16009d64571a045db2ee313b3fb 2024-11-15T14:14:19,100 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4b16b16009d64571a045db2ee313b3fb, entries=150, sequenceid=321, filesize=12.0 K 2024-11-15T14:14:19,101 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f0785492ce5710dda43ccfaac08a1141 in 1316ms, sequenceid=321, compaction requested=false 2024-11-15T14:14:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-15T14:14:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-15T14:14:19,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-15T14:14:19,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9350 sec 2024-11-15T14:14:19,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.9460 sec 2024-11-15T14:14:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:19,257 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:19,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T14:14:19,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/f31d212e9cab4e4ebeeae366b0327f7b is 50, key is test_row_0/A:col10/1731680058103/Put/seqid=0 2024-11-15T14:14:19,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741906_1082 (size=14741) 2024-11-15T14:14:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T14:14:19,326 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:19,326 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-15T14:14:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T14:14:19,328 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:19,329 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:19,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:19,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680119339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:19,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T14:14:19,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680119445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:19,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:19,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:19,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:19,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T14:14:19,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:19,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:19,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:19,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:19,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:19,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T14:14:19,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:19,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:19,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:19,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:19,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T14:14:19,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680119656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:19,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/f31d212e9cab4e4ebeeae366b0327f7b 2024-11-15T14:14:19,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/76315f6229ae455c859a132a226603d6 is 50, key is test_row_0/B:col10/1731680058103/Put/seqid=0 2024-11-15T14:14:19,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741907_1083 (size=12301) 2024-11-15T14:14:19,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T14:14:19,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:19,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:19,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50570 deadline: 1731680119796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:19,797 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in f0785492ce5710dda43ccfaac08a1141 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:19,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:19,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:19,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:19,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50558 deadline: 1731680119816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:19,820 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in f0785492ce5710dda43ccfaac08a1141 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:19,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T14:14:19,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:19,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:19,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:19,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:19,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T14:14:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680119965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:20,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T14:14:20,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:20,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:20,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:20,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:20,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:20,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/76315f6229ae455c859a132a226603d6 2024-11-15T14:14:20,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/efe9c47de70c4a19bd19ce2b6ac24da7 is 50, key is test_row_0/C:col10/1731680058103/Put/seqid=0 2024-11-15T14:14:20,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741908_1084 (size=12301) 2024-11-15T14:14:20,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T14:14:20,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:20,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:20,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:20,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:20,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:20,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T14:14:20,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:20,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:20,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:20,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:20,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T14:14:20,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680120476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:20,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:20,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:20,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:20,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/efe9c47de70c4a19bd19ce2b6ac24da7 2024-11-15T14:14:20,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/f31d212e9cab4e4ebeeae366b0327f7b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/f31d212e9cab4e4ebeeae366b0327f7b 2024-11-15T14:14:20,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/f31d212e9cab4e4ebeeae366b0327f7b, entries=200, sequenceid=336, filesize=14.4 K 2024-11-15T14:14:20,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/76315f6229ae455c859a132a226603d6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/76315f6229ae455c859a132a226603d6 2024-11-15T14:14:20,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/76315f6229ae455c859a132a226603d6, entries=150, sequenceid=336, filesize=12.0 K 2024-11-15T14:14:20,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/efe9c47de70c4a19bd19ce2b6ac24da7 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/efe9c47de70c4a19bd19ce2b6ac24da7 2024-11-15T14:14:20,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T14:14:20,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:20,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:20,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:20,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:20,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:20,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/efe9c47de70c4a19bd19ce2b6ac24da7, entries=150, sequenceid=336, filesize=12.0 K 2024-11-15T14:14:20,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f0785492ce5710dda43ccfaac08a1141 in 1305ms, sequenceid=336, compaction requested=true 2024-11-15T14:14:20,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:20,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:14:20,563 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:20,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:20,563 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:20,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:14:20,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:20,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:14:20,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:20,565 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:20,565 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/B is initiating minor compaction (all files) 2024-11-15T14:14:20,565 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/B in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:20,565 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:20,565 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/8e068f8427904f4fbd9c419d9d95ff47, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/1aca93406861458c807b3ea4c04216be, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/76315f6229ae455c859a132a226603d6] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=36.7 K 2024-11-15T14:14:20,565 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/A is initiating minor compaction (all files) 2024-11-15T14:14:20,565 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/A in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:20,565 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/3a3d9e5bcdb74ee79c5791301dfc695b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ded4e54849fc4347b71af9a11f5ca8e1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/f31d212e9cab4e4ebeeae366b0327f7b] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=39.1 K 2024-11-15T14:14:20,565 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e068f8427904f4fbd9c419d9d95ff47, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731680056802 2024-11-15T14:14:20,566 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a3d9e5bcdb74ee79c5791301dfc695b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731680056802 2024-11-15T14:14:20,566 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 1aca93406861458c807b3ea4c04216be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731680056902 2024-11-15T14:14:20,566 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting ded4e54849fc4347b71af9a11f5ca8e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731680056902 2024-11-15T14:14:20,566 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 76315f6229ae455c859a132a226603d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731680058098 2024-11-15T14:14:20,566 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting f31d212e9cab4e4ebeeae366b0327f7b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731680058098 2024-11-15T14:14:20,576 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:20,577 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/ae3ac993e01044639ed04187e86d9676 is 50, key is test_row_0/A:col10/1731680058103/Put/seqid=0 2024-11-15T14:14:20,581 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:20,581 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/277871af31694ede9c0d4265f5cdd713 is 50, key is test_row_0/B:col10/1731680058103/Put/seqid=0 2024-11-15T14:14:20,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741909_1085 (size=13119) 2024-11-15T14:14:20,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741910_1086 (size=13119) 2024-11-15T14:14:20,606 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/277871af31694ede9c0d4265f5cdd713 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/277871af31694ede9c0d4265f5cdd713 2024-11-15T14:14:20,614 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/B of f0785492ce5710dda43ccfaac08a1141 into 277871af31694ede9c0d4265f5cdd713(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:20,614 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:20,615 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/B, priority=13, startTime=1731680060563; duration=0sec 2024-11-15T14:14:20,615 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:20,615 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:B 2024-11-15T14:14:20,615 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:20,616 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:20,617 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/C is initiating minor compaction (all files) 2024-11-15T14:14:20,617 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/C in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:20,617 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/438ab861d7484f738b7f44b799a5a3b8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4b16b16009d64571a045db2ee313b3fb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/efe9c47de70c4a19bd19ce2b6ac24da7] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=36.7 K 2024-11-15T14:14:20,618 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 438ab861d7484f738b7f44b799a5a3b8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731680056802 2024-11-15T14:14:20,618 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b16b16009d64571a045db2ee313b3fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731680056902 2024-11-15T14:14:20,619 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting efe9c47de70c4a19bd19ce2b6ac24da7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731680058098 2024-11-15T14:14:20,628 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#C#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:20,629 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/be813d93b260450a916bb8114c55b1d5 is 50, key is test_row_0/C:col10/1731680058103/Put/seqid=0 2024-11-15T14:14:20,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741911_1087 (size=13119) 2024-11-15T14:14:20,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T14:14:20,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:20,713 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T14:14:20,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/fd39035de1554014a5dfebe3ec1d1507 is 50, key is test_row_0/A:col10/1731680059323/Put/seqid=0 2024-11-15T14:14:20,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741912_1088 (size=12301) 2024-11-15T14:14:20,725 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/fd39035de1554014a5dfebe3ec1d1507 2024-11-15T14:14:20,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/5ae5fcf64d814c9f9b2e916f52611ce3 is 50, key is test_row_0/B:col10/1731680059323/Put/seqid=0 2024-11-15T14:14:20,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741913_1089 (size=12301) 2024-11-15T14:14:20,741 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/5ae5fcf64d814c9f9b2e916f52611ce3 2024-11-15T14:14:20,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/8f7251c5cc3d4895ae9b481107984bae is 50, key is test_row_0/C:col10/1731680059323/Put/seqid=0 2024-11-15T14:14:20,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741914_1090 (size=12301) 2024-11-15T14:14:20,996 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/ae3ac993e01044639ed04187e86d9676 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ae3ac993e01044639ed04187e86d9676 2024-11-15T14:14:21,002 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/A of f0785492ce5710dda43ccfaac08a1141 into ae3ac993e01044639ed04187e86d9676(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:21,002 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:21,002 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/A, priority=13, startTime=1731680060563; duration=0sec 2024-11-15T14:14:21,003 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:21,003 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:A 2024-11-15T14:14:21,043 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/be813d93b260450a916bb8114c55b1d5 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/be813d93b260450a916bb8114c55b1d5 2024-11-15T14:14:21,052 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/C of f0785492ce5710dda43ccfaac08a1141 into be813d93b260450a916bb8114c55b1d5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:21,052 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:21,052 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/C, priority=13, startTime=1731680060563; duration=0sec 2024-11-15T14:14:21,053 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:21,054 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:C 2024-11-15T14:14:21,156 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/8f7251c5cc3d4895ae9b481107984bae 2024-11-15T14:14:21,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/fd39035de1554014a5dfebe3ec1d1507 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/fd39035de1554014a5dfebe3ec1d1507 2024-11-15T14:14:21,169 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/fd39035de1554014a5dfebe3ec1d1507, entries=150, sequenceid=361, filesize=12.0 K 2024-11-15T14:14:21,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/5ae5fcf64d814c9f9b2e916f52611ce3 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/5ae5fcf64d814c9f9b2e916f52611ce3 2024-11-15T14:14:21,177 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/5ae5fcf64d814c9f9b2e916f52611ce3, entries=150, sequenceid=361, filesize=12.0 K 2024-11-15T14:14:21,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/8f7251c5cc3d4895ae9b481107984bae as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/8f7251c5cc3d4895ae9b481107984bae 2024-11-15T14:14:21,191 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/8f7251c5cc3d4895ae9b481107984bae, entries=150, sequenceid=361, filesize=12.0 K 2024-11-15T14:14:21,192 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for f0785492ce5710dda43ccfaac08a1141 in 479ms, sequenceid=361, compaction requested=false 2024-11-15T14:14:21,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:21,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:21,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-15T14:14:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-15T14:14:21,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-15T14:14:21,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8670 sec 2024-11-15T14:14:21,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.8740 sec 2024-11-15T14:14:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T14:14:21,475 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:21,476 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-15T14:14:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T14:14:21,478 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:21,478 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:21,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:21,513 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:21,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:14:21,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/78d73052a61447bdb0e202af8679cf90 is 50, key is test_row_1/A:col10/1731680061511/Put/seqid=0 2024-11-15T14:14:21,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741915_1091 (size=12297) 2024-11-15T14:14:21,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/78d73052a61447bdb0e202af8679cf90 2024-11-15T14:14:21,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/db708fc2cc9740a29b6de6624cce2175 is 50, key is test_row_1/B:col10/1731680061511/Put/seqid=0 2024-11-15T14:14:21,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741916_1092 (size=9857) 2024-11-15T14:14:21,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/db708fc2cc9740a29b6de6624cce2175 2024-11-15T14:14:21,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/a5e7200e4b3e413a9048aa9123ed1b3b is 50, key is test_row_1/C:col10/1731680061511/Put/seqid=0 2024-11-15T14:14:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T14:14:21,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741917_1093 (size=9857) 2024-11-15T14:14:21,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-15T14:14:21,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:21,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:21,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:21,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:21,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:21,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680121681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:21,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:21,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:21,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:21,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-15T14:14:21,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:21,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:21,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:21,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:21,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T14:14:21,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680121796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:21,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:21,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:21,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:21,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-15T14:14:21,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:21,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:21,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:21,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:21,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:22,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680122005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:22,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/a5e7200e4b3e413a9048aa9123ed1b3b 2024-11-15T14:14:22,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/78d73052a61447bdb0e202af8679cf90 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/78d73052a61447bdb0e202af8679cf90 2024-11-15T14:14:22,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/78d73052a61447bdb0e202af8679cf90, entries=150, sequenceid=374, filesize=12.0 K 2024-11-15T14:14:22,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/db708fc2cc9740a29b6de6624cce2175 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/db708fc2cc9740a29b6de6624cce2175 2024-11-15T14:14:22,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/db708fc2cc9740a29b6de6624cce2175, entries=100, sequenceid=374, filesize=9.6 K 2024-11-15T14:14:22,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/a5e7200e4b3e413a9048aa9123ed1b3b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/a5e7200e4b3e413a9048aa9123ed1b3b 2024-11-15T14:14:22,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/a5e7200e4b3e413a9048aa9123ed1b3b, entries=100, sequenceid=374, filesize=9.6 K 2024-11-15T14:14:22,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f0785492ce5710dda43ccfaac08a1141 in 555ms, sequenceid=374, compaction requested=true 2024-11-15T14:14:22,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:22,069 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:22,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:14:22,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:22,070 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:22,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:14:22,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:22,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:14:22,071 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37717 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:22,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:22,071 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/A is initiating minor compaction (all files) 2024-11-15T14:14:22,071 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/A in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:22,071 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ae3ac993e01044639ed04187e86d9676, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/fd39035de1554014a5dfebe3ec1d1507, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/78d73052a61447bdb0e202af8679cf90] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=36.8 K 2024-11-15T14:14:22,072 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae3ac993e01044639ed04187e86d9676, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731680058098 2024-11-15T14:14:22,073 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd39035de1554014a5dfebe3ec1d1507, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731680059317 2024-11-15T14:14:22,073 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:22,073 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/B is initiating minor compaction (all files) 2024-11-15T14:14:22,074 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/B in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:22,074 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/277871af31694ede9c0d4265f5cdd713, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/5ae5fcf64d814c9f9b2e916f52611ce3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/db708fc2cc9740a29b6de6624cce2175] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=34.5 K 2024-11-15T14:14:22,074 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 277871af31694ede9c0d4265f5cdd713, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731680058098 2024-11-15T14:14:22,074 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78d73052a61447bdb0e202af8679cf90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731680061505 2024-11-15T14:14:22,075 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ae5fcf64d814c9f9b2e916f52611ce3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731680059317 2024-11-15T14:14:22,075 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting db708fc2cc9740a29b6de6624cce2175, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731680061505 2024-11-15T14:14:22,089 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#B#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:22,089 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/23ef34184cb041679c3b5df2e35b27ef is 50, key is test_row_0/B:col10/1731680059323/Put/seqid=0 2024-11-15T14:14:22,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-15T14:14:22,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:22,093 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T14:14:22,096 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#A#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:22,097 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/56ce3ffe00a6471ca1105b09d8206659 is 50, key is test_row_0/A:col10/1731680059323/Put/seqid=0 2024-11-15T14:14:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/68c4285fb2ce4fcc886d6b15a9c5f2cf is 50, key is test_row_0/A:col10/1731680061566/Put/seqid=0 2024-11-15T14:14:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T14:14:22,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741918_1094 (size=13221) 2024-11-15T14:14:22,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741919_1095 (size=13221) 2024-11-15T14:14:22,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741920_1096 (size=12301) 2024-11-15T14:14:22,134 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/68c4285fb2ce4fcc886d6b15a9c5f2cf 2024-11-15T14:14:22,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/ae5375e66148425ca9d528305ecb1d59 is 50, key is test_row_0/B:col10/1731680061566/Put/seqid=0 2024-11-15T14:14:22,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741921_1097 (size=12301) 2024-11-15T14:14:22,160 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/ae5375e66148425ca9d528305ecb1d59 2024-11-15T14:14:22,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/83c429bac95b4e2d831a6f9c3d5b8dee is 50, key is test_row_0/C:col10/1731680061566/Put/seqid=0 2024-11-15T14:14:22,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741922_1098 (size=12301) 2024-11-15T14:14:22,191 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/83c429bac95b4e2d831a6f9c3d5b8dee 2024-11-15T14:14:22,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/68c4285fb2ce4fcc886d6b15a9c5f2cf as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/68c4285fb2ce4fcc886d6b15a9c5f2cf 2024-11-15T14:14:22,211 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/68c4285fb2ce4fcc886d6b15a9c5f2cf, entries=150, sequenceid=399, filesize=12.0 K 2024-11-15T14:14:22,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/ae5375e66148425ca9d528305ecb1d59 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/ae5375e66148425ca9d528305ecb1d59 2024-11-15T14:14:22,225 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/ae5375e66148425ca9d528305ecb1d59, entries=150, sequenceid=399, filesize=12.0 K 2024-11-15T14:14:22,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/83c429bac95b4e2d831a6f9c3d5b8dee as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/83c429bac95b4e2d831a6f9c3d5b8dee 2024-11-15T14:14:22,236 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/83c429bac95b4e2d831a6f9c3d5b8dee, entries=150, sequenceid=399, filesize=12.0 K 2024-11-15T14:14:22,240 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for f0785492ce5710dda43ccfaac08a1141 in 147ms, sequenceid=399, compaction requested=true 2024-11-15T14:14:22,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:22,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:22,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-15T14:14:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-15T14:14:22,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-15T14:14:22,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 764 msec 2024-11-15T14:14:22,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 772 msec 2024-11-15T14:14:22,345 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:22,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:14:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:22,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/2623d8da50ec41c8b1082b9209c17b45 is 50, key is test_row_0/A:col10/1731680062329/Put/seqid=0 2024-11-15T14:14:22,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741923_1099 (size=14741) 2024-11-15T14:14:22,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/2623d8da50ec41c8b1082b9209c17b45 2024-11-15T14:14:22,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/0b978fc4fbc04b9ba20c7c5003b5f4a6 is 50, key is test_row_0/B:col10/1731680062329/Put/seqid=0 2024-11-15T14:14:22,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741924_1100 (size=12301) 2024-11-15T14:14:22,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680122479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:22,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:22,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:22,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:22,533 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/23ef34184cb041679c3b5df2e35b27ef as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/23ef34184cb041679c3b5df2e35b27ef 2024-11-15T14:14:22,538 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/56ce3ffe00a6471ca1105b09d8206659 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/56ce3ffe00a6471ca1105b09d8206659 2024-11-15T14:14:22,543 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/B of f0785492ce5710dda43ccfaac08a1141 into 23ef34184cb041679c3b5df2e35b27ef(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:22,543 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:22,543 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/B, priority=13, startTime=1731680062070; duration=0sec 2024-11-15T14:14:22,543 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:22,543 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:B 2024-11-15T14:14:22,543 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:14:22,544 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:14:22,545 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/C is initiating minor compaction (all files) 2024-11-15T14:14:22,545 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/C in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:22,545 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/be813d93b260450a916bb8114c55b1d5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/8f7251c5cc3d4895ae9b481107984bae, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/a5e7200e4b3e413a9048aa9123ed1b3b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/83c429bac95b4e2d831a6f9c3d5b8dee] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=46.5 K 2024-11-15T14:14:22,545 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting be813d93b260450a916bb8114c55b1d5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731680058098 2024-11-15T14:14:22,546 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/A of f0785492ce5710dda43ccfaac08a1141 into 56ce3ffe00a6471ca1105b09d8206659(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:22,546 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:22,546 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/A, priority=13, startTime=1731680062069; duration=0sec 2024-11-15T14:14:22,546 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f7251c5cc3d4895ae9b481107984bae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731680059317 2024-11-15T14:14:22,546 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:22,546 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:A 2024-11-15T14:14:22,546 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting a5e7200e4b3e413a9048aa9123ed1b3b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731680061505 2024-11-15T14:14:22,547 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 83c429bac95b4e2d831a6f9c3d5b8dee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731680061566 2024-11-15T14:14:22,558 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#C#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:22,559 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/27b9e02508c244dfab97f3a33aa3d4c3 is 50, key is test_row_0/C:col10/1731680061566/Put/seqid=0 2024-11-15T14:14:22,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741925_1101 (size=13255) 2024-11-15T14:14:22,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680122596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:22,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:22,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:22,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T14:14:22,616 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:22,617 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-15T14:14:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T14:14:22,621 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:22,624 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:22,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T14:14:22,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-15T14:14:22,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:22,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:22,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:22,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:22,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:22,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680122807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:22,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:22,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:22,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:22,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/0b978fc4fbc04b9ba20c7c5003b5f4a6 2024-11-15T14:14:22,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/cc1b15ce80ab4e12a76ffcc245fa7423 is 50, key is test_row_0/C:col10/1731680062329/Put/seqid=0 2024-11-15T14:14:22,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741926_1102 (size=12301) 2024-11-15T14:14:22,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-15T14:14:22,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:22,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:22,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:22,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:22,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T14:14:22,979 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/27b9e02508c244dfab97f3a33aa3d4c3 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/27b9e02508c244dfab97f3a33aa3d4c3 2024-11-15T14:14:22,989 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/C of f0785492ce5710dda43ccfaac08a1141 into 27b9e02508c244dfab97f3a33aa3d4c3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:22,989 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:22,990 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/C, priority=12, startTime=1731680062071; duration=0sec 2024-11-15T14:14:22,990 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:22,990 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:C 2024-11-15T14:14:23,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-15T14:14:23,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:23,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:23,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:23,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:23,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:23,097 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-15T14:14:23,097 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-15T14:14:23,097 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:23,097 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:23,104 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-15T14:14:23,104 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:23,104 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-15T14:14:23,104 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:23,111 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:23,111 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:23,111 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:23,111 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:23,112 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:23,112 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:23,112 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:23,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:23,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:23,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:23,112 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:23,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:23,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50614 deadline: 1731680123116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:23,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:23,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:23,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:14:23,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-15T14:14:23,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:23,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:23,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:23,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:23,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T14:14:23,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/cc1b15ce80ab4e12a76ffcc245fa7423 2024-11-15T14:14:23,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/2623d8da50ec41c8b1082b9209c17b45 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/2623d8da50ec41c8b1082b9209c17b45 2024-11-15T14:14:23,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/2623d8da50ec41c8b1082b9209c17b45, entries=200, sequenceid=410, filesize=14.4 K 2024-11-15T14:14:23,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/0b978fc4fbc04b9ba20c7c5003b5f4a6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/0b978fc4fbc04b9ba20c7c5003b5f4a6 2024-11-15T14:14:23,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/0b978fc4fbc04b9ba20c7c5003b5f4a6, entries=150, sequenceid=410, filesize=12.0 K 2024-11-15T14:14:23,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/cc1b15ce80ab4e12a76ffcc245fa7423 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/cc1b15ce80ab4e12a76ffcc245fa7423 2024-11-15T14:14:23,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/cc1b15ce80ab4e12a76ffcc245fa7423, entries=150, sequenceid=410, filesize=12.0 K 2024-11-15T14:14:23,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f0785492ce5710dda43ccfaac08a1141 in 946ms, sequenceid=410, compaction requested=true 2024-11-15T14:14:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:14:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:23,291 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:14:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:23,291 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0785492ce5710dda43ccfaac08a1141:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:14:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:23,292 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:23,292 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:23,292 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/B is initiating minor compaction (all files) 2024-11-15T14:14:23,292 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): f0785492ce5710dda43ccfaac08a1141/A is initiating minor compaction (all files) 2024-11-15T14:14:23,292 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/B in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:23,292 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0785492ce5710dda43ccfaac08a1141/A in TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:23,292 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/23ef34184cb041679c3b5df2e35b27ef, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/ae5375e66148425ca9d528305ecb1d59, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/0b978fc4fbc04b9ba20c7c5003b5f4a6] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=36.9 K 2024-11-15T14:14:23,292 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/56ce3ffe00a6471ca1105b09d8206659, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/68c4285fb2ce4fcc886d6b15a9c5f2cf, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/2623d8da50ec41c8b1082b9209c17b45] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp, totalSize=39.3 K 2024-11-15T14:14:23,293 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 23ef34184cb041679c3b5df2e35b27ef, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731680059323 2024-11-15T14:14:23,293 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56ce3ffe00a6471ca1105b09d8206659, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731680059323 2024-11-15T14:14:23,293 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting ae5375e66148425ca9d528305ecb1d59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731680061566 2024-11-15T14:14:23,293 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68c4285fb2ce4fcc886d6b15a9c5f2cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731680061566 2024-11-15T14:14:23,293 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b978fc4fbc04b9ba20c7c5003b5f4a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731680062329 2024-11-15T14:14:23,293 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2623d8da50ec41c8b1082b9209c17b45, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731680062321 2024-11-15T14:14:23,301 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#A#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:23,302 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/280ff1ea19c64d00a9e00d56afdb11ba is 50, key is test_row_0/A:col10/1731680062329/Put/seqid=0 2024-11-15T14:14:23,302 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0785492ce5710dda43ccfaac08a1141#B#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:23,302 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/3de5320f878f437e8d063131e3a0aada is 50, key is test_row_0/B:col10/1731680062329/Put/seqid=0 2024-11-15T14:14:23,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741927_1103 (size=13323) 2024-11-15T14:14:23,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741928_1104 (size=13323) 2024-11-15T14:14:23,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-15T14:14:23,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:23,398 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T14:14:23,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/37ebdde52c0a478299d6e0da734e5e18 is 50, key is test_row_0/A:col10/1731680062471/Put/seqid=0 2024-11-15T14:14:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741929_1105 (size=12301) 2024-11-15T14:14:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:23,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. as already flushing 2024-11-15T14:14:23,630 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-15T14:14:23,630 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:23,630 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:23,630 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:23,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:23,716 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/3de5320f878f437e8d063131e3a0aada as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/3de5320f878f437e8d063131e3a0aada 2024-11-15T14:14:23,717 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/280ff1ea19c64d00a9e00d56afdb11ba as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/280ff1ea19c64d00a9e00d56afdb11ba 2024-11-15T14:14:23,722 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/A of f0785492ce5710dda43ccfaac08a1141 into 280ff1ea19c64d00a9e00d56afdb11ba(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:23,722 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0785492ce5710dda43ccfaac08a1141/B of f0785492ce5710dda43ccfaac08a1141 into 3de5320f878f437e8d063131e3a0aada(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:23,722 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:23,722 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:23,723 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/B, priority=13, startTime=1731680063291; duration=0sec 2024-11-15T14:14:23,723 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., storeName=f0785492ce5710dda43ccfaac08a1141/A, priority=13, startTime=1731680063291; duration=0sec 2024-11-15T14:14:23,723 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:23,723 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:A 2024-11-15T14:14:23,723 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:23,723 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:B 2024-11-15T14:14:23,723 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-15T14:14:23,724 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-15T14:14:23,724 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-15T14:14:23,724 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. because compaction request was cancelled 2024-11-15T14:14:23,724 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0785492ce5710dda43ccfaac08a1141:C 2024-11-15T14:14:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T14:14:23,811 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/37ebdde52c0a478299d6e0da734e5e18 2024-11-15T14:14:23,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/c45035e17cb346df8792fb8adb6f7ef1 is 50, key is test_row_0/B:col10/1731680062471/Put/seqid=0 2024-11-15T14:14:23,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741930_1106 (size=12301) 2024-11-15T14:14:24,109 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-15T14:14:24,109 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:24,110 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:24,110 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:24,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:24,157 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-15T14:14:24,157 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:24,157 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:24,157 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:24,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:24,224 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/c45035e17cb346df8792fb8adb6f7ef1 2024-11-15T14:14:24,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/29426a40c8434ea091edccb7f91bbf1d is 50, key is test_row_0/C:col10/1731680062471/Put/seqid=0 2024-11-15T14:14:24,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741931_1107 (size=12301) 2024-11-15T14:14:24,641 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/29426a40c8434ea091edccb7f91bbf1d 2024-11-15T14:14:24,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/37ebdde52c0a478299d6e0da734e5e18 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/37ebdde52c0a478299d6e0da734e5e18 2024-11-15T14:14:24,651 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/37ebdde52c0a478299d6e0da734e5e18, entries=150, sequenceid=438, filesize=12.0 K 2024-11-15T14:14:24,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/c45035e17cb346df8792fb8adb6f7ef1 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/c45035e17cb346df8792fb8adb6f7ef1 2024-11-15T14:14:24,658 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/c45035e17cb346df8792fb8adb6f7ef1, entries=150, sequenceid=438, filesize=12.0 K 2024-11-15T14:14:24,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/29426a40c8434ea091edccb7f91bbf1d as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/29426a40c8434ea091edccb7f91bbf1d 2024-11-15T14:14:24,666 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/29426a40c8434ea091edccb7f91bbf1d, entries=150, sequenceid=438, filesize=12.0 K 2024-11-15T14:14:24,667 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for f0785492ce5710dda43ccfaac08a1141 in 1269ms, sequenceid=438, compaction requested=true 2024-11-15T14:14:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for f0785492ce5710dda43ccfaac08a1141: 2024-11-15T14:14:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:24,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-15T14:14:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-15T14:14:24,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-15T14:14:24,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0450 sec 2024-11-15T14:14:24,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 2.0550 sec 2024-11-15T14:14:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T14:14:24,766 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:25,679 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:14:29,867 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-15T14:14:29,867 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:29,867 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:29,867 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:29,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:29,907 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-15T14:14:29,907 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:29,908 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:29,908 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:29,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:29,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T14:14:29,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-15T14:14:29,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 232 2024-11-15T14:14:29,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-15T14:14:29,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-15T14:14:29,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-15T14:14:29,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T14:14:29,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3746 2024-11-15T14:14:29,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3541 2024-11-15T14:14:29,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T14:14:29,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1623 2024-11-15T14:14:29,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4864 rows 2024-11-15T14:14:29,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1626 2024-11-15T14:14:29,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4873 rows 2024-11-15T14:14:29,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:14:29,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:14:29,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:29,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:29,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:29,915 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-15T14:14:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T14:14:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T14:14:29,926 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680069926"}]},"ts":"1731680069926"} 2024-11-15T14:14:29,930 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T14:14:29,930 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T14:14:29,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T14:14:29,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0785492ce5710dda43ccfaac08a1141, UNASSIGN}] 2024-11-15T14:14:29,964 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0785492ce5710dda43ccfaac08a1141, UNASSIGN 2024-11-15T14:14:29,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=f0785492ce5710dda43ccfaac08a1141, regionState=CLOSING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:14:29,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0785492ce5710dda43ccfaac08a1141, UNASSIGN because future has completed 2024-11-15T14:14:29,995 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T14:14:29,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:14:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T14:14:30,154 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:30,154 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T14:14:30,155 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing f0785492ce5710dda43ccfaac08a1141, disabling compactions & flushes 2024-11-15T14:14:30,155 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:30,155 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:30,156 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. after waiting 1 ms 2024-11-15T14:14:30,156 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:30,156 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing f0785492ce5710dda43ccfaac08a1141 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T14:14:30,162 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/96c5fc0d4bdd4c89a45b975a059c1f23 is 50, key is test_row_0/A:col10/1731680069865/Put/seqid=0 2024-11-15T14:14:30,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741932_1108 (size=9857) 2024-11-15T14:14:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T14:14:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T14:14:30,572 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/96c5fc0d4bdd4c89a45b975a059c1f23 2024-11-15T14:14:30,583 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/af45a612194c40849612720a9dcf6f47 is 50, key is test_row_0/B:col10/1731680069865/Put/seqid=0 2024-11-15T14:14:30,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741933_1109 (size=9857) 2024-11-15T14:14:30,989 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/af45a612194c40849612720a9dcf6f47 2024-11-15T14:14:31,000 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/d8d72cfaca1943c384769e0b0e6c956e is 50, key is test_row_0/C:col10/1731680069865/Put/seqid=0 2024-11-15T14:14:31,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741934_1110 (size=9857) 2024-11-15T14:14:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T14:14:31,409 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/d8d72cfaca1943c384769e0b0e6c956e 2024-11-15T14:14:31,418 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/A/96c5fc0d4bdd4c89a45b975a059c1f23 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/96c5fc0d4bdd4c89a45b975a059c1f23 2024-11-15T14:14:31,424 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/96c5fc0d4bdd4c89a45b975a059c1f23, entries=100, sequenceid=448, filesize=9.6 K 2024-11-15T14:14:31,425 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/B/af45a612194c40849612720a9dcf6f47 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/af45a612194c40849612720a9dcf6f47 2024-11-15T14:14:31,430 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/af45a612194c40849612720a9dcf6f47, entries=100, sequenceid=448, filesize=9.6 K 2024-11-15T14:14:31,431 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/.tmp/C/d8d72cfaca1943c384769e0b0e6c956e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/d8d72cfaca1943c384769e0b0e6c956e 2024-11-15T14:14:31,436 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/d8d72cfaca1943c384769e0b0e6c956e, entries=100, sequenceid=448, filesize=9.6 K 2024-11-15T14:14:31,437 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f0785492ce5710dda43ccfaac08a1141 in 1281ms, sequenceid=448, compaction requested=true 2024-11-15T14:14:31,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/885c87f84ddc4ebaa90c0635f085c254, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/014f074afda3410f9bbb27b36ff02af7, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e4cb44b8afbf4e21a9c1d11211f9ec15, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/9cf5e7bd75604e84ac4b02d2694fb466, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/f8a4ec3d548b4a5db5b0a51854f7bcce, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/0871df7d2f424e77b69fb9138bf80dda, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/94310be88d0749e0ab9eb12b2b137095, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/a896fba821d2450193ed7090bad14ad3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e64d81f7c53d4832a98788ecbaa22718, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ddebcd11d9a349418fb0810a1618586a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e7895c2feaac4352acd6b313d6b229ce, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/452d561538d6498c9f076da61c105ad6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/b0a0d8b9f2db401bab5cfa58e26da075, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e3aa40298c1340b2a8873d35cf0712fe, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/a7be968ab9e14e558050142d057b45ac, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/4b95622133c245f6aeeb01b172d9d05d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/b662580186eb4b43a43082f9a5f033c6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/c11d6dd22fae4fe4a618008588ab426f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/1f39f21a8ceb4a409458222addf4687b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/9581533050b84f529bdf0651183ac63b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/458ee00b79dd44d3aeab190cca1a2491, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/3a3d9e5bcdb74ee79c5791301dfc695b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ded4e54849fc4347b71af9a11f5ca8e1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/f31d212e9cab4e4ebeeae366b0327f7b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ae3ac993e01044639ed04187e86d9676, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/fd39035de1554014a5dfebe3ec1d1507, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/56ce3ffe00a6471ca1105b09d8206659, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/78d73052a61447bdb0e202af8679cf90, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/68c4285fb2ce4fcc886d6b15a9c5f2cf, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/2623d8da50ec41c8b1082b9209c17b45] to archive 2024-11-15T14:14:31,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:14:31,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/885c87f84ddc4ebaa90c0635f085c254 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/885c87f84ddc4ebaa90c0635f085c254 2024-11-15T14:14:31,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/014f074afda3410f9bbb27b36ff02af7 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/014f074afda3410f9bbb27b36ff02af7 2024-11-15T14:14:31,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e4cb44b8afbf4e21a9c1d11211f9ec15 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e4cb44b8afbf4e21a9c1d11211f9ec15 2024-11-15T14:14:31,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/9cf5e7bd75604e84ac4b02d2694fb466 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/9cf5e7bd75604e84ac4b02d2694fb466 2024-11-15T14:14:31,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/f8a4ec3d548b4a5db5b0a51854f7bcce to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/f8a4ec3d548b4a5db5b0a51854f7bcce 2024-11-15T14:14:31,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/0871df7d2f424e77b69fb9138bf80dda to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/0871df7d2f424e77b69fb9138bf80dda 2024-11-15T14:14:31,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/94310be88d0749e0ab9eb12b2b137095 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/94310be88d0749e0ab9eb12b2b137095 2024-11-15T14:14:31,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/a896fba821d2450193ed7090bad14ad3 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/a896fba821d2450193ed7090bad14ad3 2024-11-15T14:14:31,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e64d81f7c53d4832a98788ecbaa22718 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e64d81f7c53d4832a98788ecbaa22718 2024-11-15T14:14:31,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ddebcd11d9a349418fb0810a1618586a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ddebcd11d9a349418fb0810a1618586a 2024-11-15T14:14:31,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e7895c2feaac4352acd6b313d6b229ce to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e7895c2feaac4352acd6b313d6b229ce 2024-11-15T14:14:31,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/452d561538d6498c9f076da61c105ad6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/452d561538d6498c9f076da61c105ad6 2024-11-15T14:14:31,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/b0a0d8b9f2db401bab5cfa58e26da075 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/b0a0d8b9f2db401bab5cfa58e26da075 2024-11-15T14:14:31,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e3aa40298c1340b2a8873d35cf0712fe to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/e3aa40298c1340b2a8873d35cf0712fe 2024-11-15T14:14:31,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/a7be968ab9e14e558050142d057b45ac to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/a7be968ab9e14e558050142d057b45ac 2024-11-15T14:14:31,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/4b95622133c245f6aeeb01b172d9d05d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/4b95622133c245f6aeeb01b172d9d05d 2024-11-15T14:14:31,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/b662580186eb4b43a43082f9a5f033c6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/b662580186eb4b43a43082f9a5f033c6 2024-11-15T14:14:31,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/c11d6dd22fae4fe4a618008588ab426f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/c11d6dd22fae4fe4a618008588ab426f 2024-11-15T14:14:31,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/1f39f21a8ceb4a409458222addf4687b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/1f39f21a8ceb4a409458222addf4687b 2024-11-15T14:14:31,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/9581533050b84f529bdf0651183ac63b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/9581533050b84f529bdf0651183ac63b 2024-11-15T14:14:31,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/458ee00b79dd44d3aeab190cca1a2491 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/458ee00b79dd44d3aeab190cca1a2491 2024-11-15T14:14:31,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/3a3d9e5bcdb74ee79c5791301dfc695b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/3a3d9e5bcdb74ee79c5791301dfc695b 2024-11-15T14:14:31,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ded4e54849fc4347b71af9a11f5ca8e1 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ded4e54849fc4347b71af9a11f5ca8e1 2024-11-15T14:14:31,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/f31d212e9cab4e4ebeeae366b0327f7b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/f31d212e9cab4e4ebeeae366b0327f7b 2024-11-15T14:14:31,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ae3ac993e01044639ed04187e86d9676 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/ae3ac993e01044639ed04187e86d9676 2024-11-15T14:14:31,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/fd39035de1554014a5dfebe3ec1d1507 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/fd39035de1554014a5dfebe3ec1d1507 2024-11-15T14:14:31,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/56ce3ffe00a6471ca1105b09d8206659 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/56ce3ffe00a6471ca1105b09d8206659 2024-11-15T14:14:31,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/78d73052a61447bdb0e202af8679cf90 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/78d73052a61447bdb0e202af8679cf90 2024-11-15T14:14:31,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/68c4285fb2ce4fcc886d6b15a9c5f2cf to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/68c4285fb2ce4fcc886d6b15a9c5f2cf 2024-11-15T14:14:31,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/2623d8da50ec41c8b1082b9209c17b45 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/2623d8da50ec41c8b1082b9209c17b45 2024-11-15T14:14:31,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/fffd60cb0d604d8891ce8d152c704c88, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/710ffedb0530405c83edff4a160620aa, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/d357ffc756a1456388c52e18383382bd, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/04e93fe85c2d425889a42007daa5b1f9, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/080c1d45c0504b52b9c26b24316eef7b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/e2d4eeeffd4c4f9e955a896ed7aa75fb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/a45103c25a824cf7a58c0f2722ae98d5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/fcceee92a1824c5d8fc2ec16f1f59bab, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/53b78ec5ea2c46f48bc877ceff2a3f13, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/78410487944548f6b80da848d0f66c60, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/bd378155d06e4c44afcf9660f515f1e6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/7a7b6bc0a5fa4d4e9555e56f455c0a8f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/20af1807297642c0aa3563352dab9a57, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/63a658ebfb3c40beb9fe2a3d0f905b67, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/632c652fba114308bb98e7b5599e952e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/04c7aaf04352418db3c3b55fa326005a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/5bbbd48eab1540ec81e0a166d8173bda, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/22d4ea4aac03414fb48fc1dfc1c8534e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/1e590094b7184778b2ae4cbfe1262503, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/dfecad05936542cfae98edd1437967d8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/8e068f8427904f4fbd9c419d9d95ff47, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/458b8309f9054995ac66cc6dd24d1aeb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/1aca93406861458c807b3ea4c04216be, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/277871af31694ede9c0d4265f5cdd713, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/76315f6229ae455c859a132a226603d6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/5ae5fcf64d814c9f9b2e916f52611ce3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/23ef34184cb041679c3b5df2e35b27ef, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/db708fc2cc9740a29b6de6624cce2175, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/ae5375e66148425ca9d528305ecb1d59, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/0b978fc4fbc04b9ba20c7c5003b5f4a6] to archive 2024-11-15T14:14:31,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:14:31,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/fffd60cb0d604d8891ce8d152c704c88 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/fffd60cb0d604d8891ce8d152c704c88 2024-11-15T14:14:31,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/710ffedb0530405c83edff4a160620aa to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/710ffedb0530405c83edff4a160620aa 2024-11-15T14:14:31,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/d357ffc756a1456388c52e18383382bd to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/d357ffc756a1456388c52e18383382bd 2024-11-15T14:14:31,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/04e93fe85c2d425889a42007daa5b1f9 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/04e93fe85c2d425889a42007daa5b1f9 2024-11-15T14:14:31,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/080c1d45c0504b52b9c26b24316eef7b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/080c1d45c0504b52b9c26b24316eef7b 2024-11-15T14:14:31,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/e2d4eeeffd4c4f9e955a896ed7aa75fb to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/e2d4eeeffd4c4f9e955a896ed7aa75fb 2024-11-15T14:14:31,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/a45103c25a824cf7a58c0f2722ae98d5 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/a45103c25a824cf7a58c0f2722ae98d5 2024-11-15T14:14:31,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/fcceee92a1824c5d8fc2ec16f1f59bab to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/fcceee92a1824c5d8fc2ec16f1f59bab 2024-11-15T14:14:31,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/53b78ec5ea2c46f48bc877ceff2a3f13 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/53b78ec5ea2c46f48bc877ceff2a3f13 2024-11-15T14:14:31,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/78410487944548f6b80da848d0f66c60 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/78410487944548f6b80da848d0f66c60 2024-11-15T14:14:31,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/bd378155d06e4c44afcf9660f515f1e6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/bd378155d06e4c44afcf9660f515f1e6 2024-11-15T14:14:31,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/7a7b6bc0a5fa4d4e9555e56f455c0a8f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/7a7b6bc0a5fa4d4e9555e56f455c0a8f 2024-11-15T14:14:31,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/20af1807297642c0aa3563352dab9a57 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/20af1807297642c0aa3563352dab9a57 2024-11-15T14:14:31,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/63a658ebfb3c40beb9fe2a3d0f905b67 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/63a658ebfb3c40beb9fe2a3d0f905b67 2024-11-15T14:14:31,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/632c652fba114308bb98e7b5599e952e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/632c652fba114308bb98e7b5599e952e 2024-11-15T14:14:31,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/04c7aaf04352418db3c3b55fa326005a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/04c7aaf04352418db3c3b55fa326005a 2024-11-15T14:14:31,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/5bbbd48eab1540ec81e0a166d8173bda to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/5bbbd48eab1540ec81e0a166d8173bda 2024-11-15T14:14:31,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/22d4ea4aac03414fb48fc1dfc1c8534e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/22d4ea4aac03414fb48fc1dfc1c8534e 2024-11-15T14:14:31,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/1e590094b7184778b2ae4cbfe1262503 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/1e590094b7184778b2ae4cbfe1262503 2024-11-15T14:14:31,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/dfecad05936542cfae98edd1437967d8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/dfecad05936542cfae98edd1437967d8 2024-11-15T14:14:31,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/8e068f8427904f4fbd9c419d9d95ff47 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/8e068f8427904f4fbd9c419d9d95ff47 2024-11-15T14:14:31,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/458b8309f9054995ac66cc6dd24d1aeb to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/458b8309f9054995ac66cc6dd24d1aeb 2024-11-15T14:14:31,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/1aca93406861458c807b3ea4c04216be to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/1aca93406861458c807b3ea4c04216be 2024-11-15T14:14:31,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/277871af31694ede9c0d4265f5cdd713 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/277871af31694ede9c0d4265f5cdd713 2024-11-15T14:14:31,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/76315f6229ae455c859a132a226603d6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/76315f6229ae455c859a132a226603d6 2024-11-15T14:14:31,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/5ae5fcf64d814c9f9b2e916f52611ce3 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/5ae5fcf64d814c9f9b2e916f52611ce3 2024-11-15T14:14:31,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/23ef34184cb041679c3b5df2e35b27ef to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/23ef34184cb041679c3b5df2e35b27ef 2024-11-15T14:14:31,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/db708fc2cc9740a29b6de6624cce2175 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/db708fc2cc9740a29b6de6624cce2175 2024-11-15T14:14:31,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/ae5375e66148425ca9d528305ecb1d59 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/ae5375e66148425ca9d528305ecb1d59 2024-11-15T14:14:31,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/0b978fc4fbc04b9ba20c7c5003b5f4a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/0b978fc4fbc04b9ba20c7c5003b5f4a6 2024-11-15T14:14:31,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4772a353da084518a4a3ff2570ad2bd4, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/2afeb83ee1a6435fa80606e96021deb6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/d75ea7190a87441a8d72adb6d34f06e6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/804a57ead49541a386b799fbed106cc1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/13a029705aeb4d91a202242fe1d6a350, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/dc62455d07d5491db151cd7273abdd95, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/76f051a75bc84b90af03fd4bec95c9ad, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/fa0681e403f3416f94216a8dd0703481, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/f1d59af1d8d34a0d88cb1078f87bde19, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/5979459e788b4de4989aa0cd376f8338, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4ac856abb36c4ec2a8e93d3e9d2bfe99, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/3e764a00425342fdbfe7477fc32f3414, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/0752a23b51404704860bd8a497eebe62, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/2e98114a71d94995991d376cb5ba2f3c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/424b75563b88408e8a51931ef4f2214e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/75879ee0c67f456fab3a5edb8f10c21a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/39c054278ead4b6b97bce9cacd065494, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/adf627e2c535406dbc13884f868206c1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/b16a468a1a0b4fa2a729835e4806be0c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/70514fa38e04421a8f5c99808f0b3582, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/438ab861d7484f738b7f44b799a5a3b8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/470e5a3432b14b6788a981f9301d9842, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4b16b16009d64571a045db2ee313b3fb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/be813d93b260450a916bb8114c55b1d5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/efe9c47de70c4a19bd19ce2b6ac24da7, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/8f7251c5cc3d4895ae9b481107984bae, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/a5e7200e4b3e413a9048aa9123ed1b3b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/83c429bac95b4e2d831a6f9c3d5b8dee] to archive 2024-11-15T14:14:31,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:14:31,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4772a353da084518a4a3ff2570ad2bd4 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4772a353da084518a4a3ff2570ad2bd4 2024-11-15T14:14:31,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/2afeb83ee1a6435fa80606e96021deb6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/2afeb83ee1a6435fa80606e96021deb6 2024-11-15T14:14:31,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/d75ea7190a87441a8d72adb6d34f06e6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/d75ea7190a87441a8d72adb6d34f06e6 2024-11-15T14:14:31,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/804a57ead49541a386b799fbed106cc1 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/804a57ead49541a386b799fbed106cc1 2024-11-15T14:14:31,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/13a029705aeb4d91a202242fe1d6a350 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/13a029705aeb4d91a202242fe1d6a350 2024-11-15T14:14:31,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/dc62455d07d5491db151cd7273abdd95 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/dc62455d07d5491db151cd7273abdd95 2024-11-15T14:14:31,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/76f051a75bc84b90af03fd4bec95c9ad to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/76f051a75bc84b90af03fd4bec95c9ad 2024-11-15T14:14:31,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/fa0681e403f3416f94216a8dd0703481 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/fa0681e403f3416f94216a8dd0703481 2024-11-15T14:14:31,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/f1d59af1d8d34a0d88cb1078f87bde19 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/f1d59af1d8d34a0d88cb1078f87bde19 2024-11-15T14:14:31,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/5979459e788b4de4989aa0cd376f8338 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/5979459e788b4de4989aa0cd376f8338 2024-11-15T14:14:31,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4ac856abb36c4ec2a8e93d3e9d2bfe99 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4ac856abb36c4ec2a8e93d3e9d2bfe99 2024-11-15T14:14:31,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/3e764a00425342fdbfe7477fc32f3414 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/3e764a00425342fdbfe7477fc32f3414 2024-11-15T14:14:31,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/0752a23b51404704860bd8a497eebe62 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/0752a23b51404704860bd8a497eebe62 2024-11-15T14:14:31,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/2e98114a71d94995991d376cb5ba2f3c to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/2e98114a71d94995991d376cb5ba2f3c 2024-11-15T14:14:31,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/424b75563b88408e8a51931ef4f2214e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/424b75563b88408e8a51931ef4f2214e 2024-11-15T14:14:31,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/75879ee0c67f456fab3a5edb8f10c21a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/75879ee0c67f456fab3a5edb8f10c21a 2024-11-15T14:14:31,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/39c054278ead4b6b97bce9cacd065494 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/39c054278ead4b6b97bce9cacd065494 2024-11-15T14:14:31,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/adf627e2c535406dbc13884f868206c1 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/adf627e2c535406dbc13884f868206c1 2024-11-15T14:14:31,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/b16a468a1a0b4fa2a729835e4806be0c to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/b16a468a1a0b4fa2a729835e4806be0c 2024-11-15T14:14:31,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/70514fa38e04421a8f5c99808f0b3582 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/70514fa38e04421a8f5c99808f0b3582 2024-11-15T14:14:31,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/438ab861d7484f738b7f44b799a5a3b8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/438ab861d7484f738b7f44b799a5a3b8 2024-11-15T14:14:31,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/470e5a3432b14b6788a981f9301d9842 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/470e5a3432b14b6788a981f9301d9842 2024-11-15T14:14:31,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4b16b16009d64571a045db2ee313b3fb to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/4b16b16009d64571a045db2ee313b3fb 2024-11-15T14:14:31,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/be813d93b260450a916bb8114c55b1d5 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/be813d93b260450a916bb8114c55b1d5 2024-11-15T14:14:31,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/efe9c47de70c4a19bd19ce2b6ac24da7 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/efe9c47de70c4a19bd19ce2b6ac24da7 2024-11-15T14:14:31,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/8f7251c5cc3d4895ae9b481107984bae to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/8f7251c5cc3d4895ae9b481107984bae 2024-11-15T14:14:31,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/a5e7200e4b3e413a9048aa9123ed1b3b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/a5e7200e4b3e413a9048aa9123ed1b3b 2024-11-15T14:14:31,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/83c429bac95b4e2d831a6f9c3d5b8dee to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/83c429bac95b4e2d831a6f9c3d5b8dee 2024-11-15T14:14:31,601 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/recovered.edits/451.seqid, newMaxSeqId=451, maxSeqId=1 2024-11-15T14:14:31,602 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. 2024-11-15T14:14:31,602 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for f0785492ce5710dda43ccfaac08a1141: Waiting for close lock at 1731680070155Running coprocessor pre-close hooks at 1731680070155Disabling compacts and flushes for region at 1731680070155Disabling writes for close at 1731680070156 (+1 ms)Obtaining lock to block concurrent updates at 1731680070156Preparing flush snapshotting stores in f0785492ce5710dda43ccfaac08a1141 at 1731680070156Finished memstore snapshotting TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731680070156Flushing stores of TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141. at 1731680070157 (+1 ms)Flushing f0785492ce5710dda43ccfaac08a1141/A: creating writer at 1731680070157Flushing f0785492ce5710dda43ccfaac08a1141/A: appending metadata at 1731680070161 (+4 ms)Flushing f0785492ce5710dda43ccfaac08a1141/A: closing flushed file at 1731680070161Flushing f0785492ce5710dda43ccfaac08a1141/B: creating writer at 1731680070579 (+418 ms)Flushing f0785492ce5710dda43ccfaac08a1141/B: appending metadata at 1731680070583 (+4 ms)Flushing f0785492ce5710dda43ccfaac08a1141/B: closing flushed file at 1731680070583Flushing f0785492ce5710dda43ccfaac08a1141/C: creating writer at 1731680070995 (+412 ms)Flushing f0785492ce5710dda43ccfaac08a1141/C: appending metadata at 1731680071000 (+5 ms)Flushing f0785492ce5710dda43ccfaac08a1141/C: closing flushed file at 1731680071000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@718695ef: reopening flushed file at 1731680071417 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d936049: reopening flushed file at 1731680071424 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df5cf62: reopening flushed file at 1731680071430 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f0785492ce5710dda43ccfaac08a1141 in 1281ms, sequenceid=448, compaction requested=true at 1731680071437 (+7 ms)Writing region close event to WAL at 1731680071596 (+159 ms)Running coprocessor post-close hooks at 1731680071601 (+5 ms)Closed at 1731680071602 (+1 ms) 2024-11-15T14:14:31,604 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:31,605 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=f0785492ce5710dda43ccfaac08a1141, regionState=CLOSED 2024-11-15T14:14:31,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:14:31,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-15T14:14:31,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure f0785492ce5710dda43ccfaac08a1141, server=26754e923c4a,43473,1731680037386 in 1.6130 sec 2024-11-15T14:14:31,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-15T14:14:31,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0785492ce5710dda43ccfaac08a1141, UNASSIGN in 1.6470 sec 2024-11-15T14:14:31,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-15T14:14:31,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6660 sec 2024-11-15T14:14:31,614 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680071614"}]},"ts":"1731680071614"} 2024-11-15T14:14:31,616 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T14:14:31,616 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T14:14:31,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7000 sec 2024-11-15T14:14:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T14:14:32,077 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:32,080 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-15T14:14:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:14:32,086 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:14:32,088 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:14:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-15T14:14:32,092 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:32,096 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/recovered.edits] 2024-11-15T14:14:32,100 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/280ff1ea19c64d00a9e00d56afdb11ba to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/280ff1ea19c64d00a9e00d56afdb11ba 2024-11-15T14:14:32,102 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/37ebdde52c0a478299d6e0da734e5e18 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/37ebdde52c0a478299d6e0da734e5e18 2024-11-15T14:14:32,103 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/96c5fc0d4bdd4c89a45b975a059c1f23 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/A/96c5fc0d4bdd4c89a45b975a059c1f23 2024-11-15T14:14:32,106 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/3de5320f878f437e8d063131e3a0aada to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/3de5320f878f437e8d063131e3a0aada 2024-11-15T14:14:32,107 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/af45a612194c40849612720a9dcf6f47 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/af45a612194c40849612720a9dcf6f47 2024-11-15T14:14:32,109 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/c45035e17cb346df8792fb8adb6f7ef1 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/B/c45035e17cb346df8792fb8adb6f7ef1 2024-11-15T14:14:32,112 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/27b9e02508c244dfab97f3a33aa3d4c3 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/27b9e02508c244dfab97f3a33aa3d4c3 2024-11-15T14:14:32,114 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/29426a40c8434ea091edccb7f91bbf1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/29426a40c8434ea091edccb7f91bbf1d 2024-11-15T14:14:32,116 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/cc1b15ce80ab4e12a76ffcc245fa7423 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/cc1b15ce80ab4e12a76ffcc245fa7423 2024-11-15T14:14:32,118 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/d8d72cfaca1943c384769e0b0e6c956e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/C/d8d72cfaca1943c384769e0b0e6c956e 2024-11-15T14:14:32,122 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/recovered.edits/451.seqid to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141/recovered.edits/451.seqid 2024-11-15T14:14:32,129 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/f0785492ce5710dda43ccfaac08a1141 2024-11-15T14:14:32,129 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T14:14:32,136 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:14:32,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T14:14:32,145 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T14:14:32,187 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T14:14:32,189 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:14:32,190 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T14:14:32,190 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731680072190"}]},"ts":"9223372036854775807"} 2024-11-15T14:14:32,196 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T14:14:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-15T14:14:32,196 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f0785492ce5710dda43ccfaac08a1141, NAME => 'TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T14:14:32,196 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T14:14:32,197 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731680072196"}]},"ts":"9223372036854775807"} 2024-11-15T14:14:32,200 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T14:14:32,202 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:14:32,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 121 msec 2024-11-15T14:14:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-15T14:14:32,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T14:14:32,407 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:32,421 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;26754e923c4a:43473-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1052420821_22 at /127.0.0.1:58124 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/26754e923c4a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=594 (was 689), ProcessCount=11 (was 11), AvailableMemoryMB=969 (was 393) - AvailableMemoryMB LEAK? - 2024-11-15T14:14:32,431 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=594, ProcessCount=11, AvailableMemoryMB=968 2024-11-15T14:14:32,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T14:14:32,433 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:14:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T14:14:32,435 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:14:32,435 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:32,435 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-15T14:14:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T14:14:32,436 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:14:32,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741935_1111 (size=959) 2024-11-15T14:14:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T14:14:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T14:14:32,846 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114 2024-11-15T14:14:32,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741936_1112 (size=53) 2024-11-15T14:14:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T14:14:33,266 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:14:33,266 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing eb4b5094dc34296875c0e3150418cd69, disabling compactions & flushes 2024-11-15T14:14:33,266 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:33,266 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:33,267 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. after waiting 0 ms 2024-11-15T14:14:33,267 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:33,267 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:33,267 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb4b5094dc34296875c0e3150418cd69: Waiting for close lock at 1731680073266Disabling compacts and flushes for region at 1731680073266Disabling writes for close at 1731680073267 (+1 ms)Writing region close event to WAL at 1731680073267Closed at 1731680073267 2024-11-15T14:14:33,268 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:14:33,269 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731680073268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731680073268"}]},"ts":"1731680073268"} 2024-11-15T14:14:33,271 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:14:33,272 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:14:33,273 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680073273"}]},"ts":"1731680073273"} 2024-11-15T14:14:33,277 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T14:14:33,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb4b5094dc34296875c0e3150418cd69, ASSIGN}] 2024-11-15T14:14:33,279 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb4b5094dc34296875c0e3150418cd69, ASSIGN 2024-11-15T14:14:33,279 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb4b5094dc34296875c0e3150418cd69, ASSIGN; state=OFFLINE, location=26754e923c4a,43473,1731680037386; forceNewPlan=false, retain=false 2024-11-15T14:14:33,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=eb4b5094dc34296875c0e3150418cd69, regionState=OPENING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:14:33,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb4b5094dc34296875c0e3150418cd69, ASSIGN because future has completed 2024-11-15T14:14:33,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:14:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T14:14:33,589 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:33,590 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:14:33,590 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:33,590 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:14:33,590 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:33,590 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:33,592 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:33,594 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb4b5094dc34296875c0e3150418cd69 columnFamilyName A 2024-11-15T14:14:33,595 DEBUG [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:33,595 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] regionserver.HStore(327): Store=eb4b5094dc34296875c0e3150418cd69/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:14:33,596 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:33,597 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb4b5094dc34296875c0e3150418cd69 columnFamilyName B 2024-11-15T14:14:33,597 DEBUG [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:33,598 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] regionserver.HStore(327): Store=eb4b5094dc34296875c0e3150418cd69/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:14:33,598 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:33,600 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb4b5094dc34296875c0e3150418cd69 columnFamilyName C 2024-11-15T14:14:33,600 DEBUG [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:33,600 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] regionserver.HStore(327): Store=eb4b5094dc34296875c0e3150418cd69/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:14:33,601 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:33,601 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:33,602 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:33,603 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:33,603 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:33,606 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T14:14:33,607 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:33,610 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:14:33,611 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened eb4b5094dc34296875c0e3150418cd69; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68572765, jitterRate=0.021813824772834778}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T14:14:33,611 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:33,612 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for eb4b5094dc34296875c0e3150418cd69: Running coprocessor pre-open hook at 1731680073590Writing region info on filesystem at 1731680073590Initializing all the Stores at 1731680073591 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680073591Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680073592 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680073592Cleaning up temporary data from old regions at 1731680073603 (+11 ms)Running coprocessor post-open hooks at 1731680073611 (+8 ms)Region opened successfully at 1731680073612 (+1 ms) 2024-11-15T14:14:33,613 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., pid=36, masterSystemTime=1731680073585 2024-11-15T14:14:33,615 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:33,615 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:33,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=eb4b5094dc34296875c0e3150418cd69, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:14:33,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:14:33,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-15T14:14:33,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 in 186 msec 2024-11-15T14:14:33,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-15T14:14:33,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb4b5094dc34296875c0e3150418cd69, ASSIGN in 344 msec 2024-11-15T14:14:33,624 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:14:33,624 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680073624"}]},"ts":"1731680073624"} 2024-11-15T14:14:33,626 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T14:14:33,627 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:14:33,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1940 sec 2024-11-15T14:14:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T14:14:34,586 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:34,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:34,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:34,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:34,590 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:34,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34bb26a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:34,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:34,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:34,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:34,594 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@121de19e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:34,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:34,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:34,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:34,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:34,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:14:34,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37089,1731680036562 2024-11-15T14:14:34,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c90b79a 2024-11-15T14:14:34,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:14:34,603 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:14:34,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T14:14:34,608 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:14:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T14:14:34,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741937_1113 (size=995) 2024-11-15T14:14:35,028 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-15T14:14:35,028 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-15T14:14:35,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T14:14:35,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb4b5094dc34296875c0e3150418cd69, REOPEN/MOVE}] 2024-11-15T14:14:35,044 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb4b5094dc34296875c0e3150418cd69, REOPEN/MOVE 2024-11-15T14:14:35,045 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=eb4b5094dc34296875c0e3150418cd69, regionState=CLOSING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:14:35,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb4b5094dc34296875c0e3150418cd69, REOPEN/MOVE because future has completed 2024-11-15T14:14:35,049 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T14:14:35,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:14:35,202 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,202 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T14:14:35,202 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing eb4b5094dc34296875c0e3150418cd69, disabling compactions & flushes 2024-11-15T14:14:35,202 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:35,202 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:35,202 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. after waiting 0 ms 2024-11-15T14:14:35,202 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:35,208 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T14:14:35,208 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:35,209 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for eb4b5094dc34296875c0e3150418cd69: Waiting for close lock at 1731680075202Running coprocessor pre-close hooks at 1731680075202Disabling compacts and flushes for region at 1731680075202Disabling writes for close at 1731680075202Writing region close event to WAL at 1731680075203 (+1 ms)Running coprocessor post-close hooks at 1731680075208 (+5 ms)Closed at 1731680075208 2024-11-15T14:14:35,209 WARN [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: eb4b5094dc34296875c0e3150418cd69 to self. 2024-11-15T14:14:35,211 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,212 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=eb4b5094dc34296875c0e3150418cd69, regionState=CLOSED 2024-11-15T14:14:35,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:14:35,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-15T14:14:35,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 in 167 msec 2024-11-15T14:14:35,220 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb4b5094dc34296875c0e3150418cd69, REOPEN/MOVE; state=CLOSED, location=26754e923c4a,43473,1731680037386; forceNewPlan=false, retain=true 2024-11-15T14:14:35,370 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=eb4b5094dc34296875c0e3150418cd69, regionState=OPENING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:14:35,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb4b5094dc34296875c0e3150418cd69, REOPEN/MOVE because future has completed 2024-11-15T14:14:35,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:14:35,531 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:35,531 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:14:35,532 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,532 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:14:35,532 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,532 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,536 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,541 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb4b5094dc34296875c0e3150418cd69 columnFamilyName A 2024-11-15T14:14:35,543 DEBUG [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:35,543 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] regionserver.HStore(327): Store=eb4b5094dc34296875c0e3150418cd69/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:14:35,544 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,545 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb4b5094dc34296875c0e3150418cd69 columnFamilyName B 2024-11-15T14:14:35,545 DEBUG [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:35,545 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] regionserver.HStore(327): Store=eb4b5094dc34296875c0e3150418cd69/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:14:35,545 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,546 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb4b5094dc34296875c0e3150418cd69 columnFamilyName C 2024-11-15T14:14:35,546 DEBUG [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:35,546 INFO [StoreOpener-eb4b5094dc34296875c0e3150418cd69-1 {}] regionserver.HStore(327): Store=eb4b5094dc34296875c0e3150418cd69/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:14:35,547 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,547 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,548 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,549 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,549 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,550 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T14:14:35,551 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,552 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened eb4b5094dc34296875c0e3150418cd69; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71201517, jitterRate=0.06098528206348419}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T14:14:35,552 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,553 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for eb4b5094dc34296875c0e3150418cd69: Running coprocessor pre-open hook at 1731680075532Writing region info on filesystem at 1731680075532Initializing all the Stores at 1731680075533 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680075533Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680075533Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680075533Cleaning up temporary data from old regions at 1731680075549 (+16 ms)Running coprocessor post-open hooks at 1731680075552 (+3 ms)Region opened successfully at 1731680075553 (+1 ms) 2024-11-15T14:14:35,554 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., pid=41, masterSystemTime=1731680075527 2024-11-15T14:14:35,556 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:35,556 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:35,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=eb4b5094dc34296875c0e3150418cd69, regionState=OPEN, openSeqNum=5, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:14:35,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:14:35,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-15T14:14:35,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 in 186 msec 2024-11-15T14:14:35,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-15T14:14:35,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb4b5094dc34296875c0e3150418cd69, REOPEN/MOVE in 520 msec 2024-11-15T14:14:35,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-15T14:14:35,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 532 msec 2024-11-15T14:14:35,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 958 msec 2024-11-15T14:14:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-15T14:14:35,574 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:35,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:35,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:35,576 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:35,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:35,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:35,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f215043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:35,577 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:35,577 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:35,578 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:35,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bb77e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:35,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:35,581 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:35,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:35,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:35,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8288ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:35,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:35,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:35,583 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:35,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f92e4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:35,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:35,585 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0719de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:35,587 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:35,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f84d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:35,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:35,590 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:35,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:35,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:35,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b25861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:35,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:35,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:35,592 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:35,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b8c2c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:35,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:35,595 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157ba4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:35,597 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:35,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd4abea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:35,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:35,600 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d92a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:35,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:35,602 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4232a840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:35,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:35,604 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683de4da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:35,606 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2966ad20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:35,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:35,609 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:35,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:35,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:35,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3380023e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:35,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:35,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:35,611 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e473665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123a694c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:14:35,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:14:35,614 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:14:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:14:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:14:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21937714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:14:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:14:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:35,616 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:14:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e246ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:14:35,619 DEBUG [Thread-587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:35,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:35,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:35,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:35,623 DEBUG [Thread-600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:35,624 DEBUG [Thread-591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:35,625 DEBUG [Thread-600 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:35,626 DEBUG [Thread-600 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:14:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:35,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:35,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:14:35,631 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:35,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:14:35,632 DEBUG [Thread-596 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:35,632 DEBUG [Thread-594 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:35,634 DEBUG [Thread-596 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:35,634 DEBUG [Thread-596 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-15T14:14:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T14:14:35,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:35,636 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:35,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:35,638 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:35,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:14:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:14:35,639 DEBUG [Thread-583 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:35,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:35,644 DEBUG [Thread-589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:35,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:35,651 DEBUG [Thread-585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:35,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:35,658 DEBUG [Thread-598 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:14:35,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:14:35,659 DEBUG [Thread-598 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:14:35,660 DEBUG [Thread-598 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:14:35,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:14:35,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:14:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:14:35,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:14:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,672 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:35,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T14:14:35,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cca27ad4604343f4b58130f0b5ff7172_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680075670/Put/seqid=0 2024-11-15T14:14:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T14:14:35,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42210 deadline: 1731680135744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:35,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:35,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680135750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:35,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42270 deadline: 1731680135747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:35,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680135758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:35,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:35,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680135759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:35,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741938_1114 (size=12154) 2024-11-15T14:14:35,775 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:35,781 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cca27ad4604343f4b58130f0b5ff7172_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cca27ad4604343f4b58130f0b5ff7172_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:35,786 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/2078a6a6e59d4778a12d177a37e3664c, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:35,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/2078a6a6e59d4778a12d177a37e3664c is 175, key is test_row_0/A:col10/1731680075670/Put/seqid=0 2024-11-15T14:14:35,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741939_1115 (size=30955) 2024-11-15T14:14:35,811 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/2078a6a6e59d4778a12d177a37e3664c 2024-11-15T14:14:35,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T14:14:35,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:35,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:35,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:35,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:35,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:35,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/3bfb4a9799ab4d31acde0acc43de7762 is 50, key is test_row_0/B:col10/1731680075670/Put/seqid=0 2024-11-15T14:14:35,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680135865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:35,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42210 deadline: 1731680135865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:35,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741940_1116 (size=12001) 2024-11-15T14:14:35,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:35,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680135876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42270 deadline: 1731680135876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:35,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680135876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:35,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:35,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:35,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/3bfb4a9799ab4d31acde0acc43de7762 2024-11-15T14:14:35,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/5444de2df9be40e1a7b7af694b87adca is 50, key is test_row_0/C:col10/1731680075670/Put/seqid=0 2024-11-15T14:14:35,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741941_1117 (size=12001) 2024-11-15T14:14:35,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/5444de2df9be40e1a7b7af694b87adca 2024-11-15T14:14:35,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/2078a6a6e59d4778a12d177a37e3664c as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/2078a6a6e59d4778a12d177a37e3664c 2024-11-15T14:14:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T14:14:35,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/2078a6a6e59d4778a12d177a37e3664c, entries=150, sequenceid=16, filesize=30.2 K 2024-11-15T14:14:35,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/3bfb4a9799ab4d31acde0acc43de7762 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/3bfb4a9799ab4d31acde0acc43de7762 2024-11-15T14:14:35,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T14:14:35,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:35,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:35,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:35,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:35,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:35,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/3bfb4a9799ab4d31acde0acc43de7762, entries=150, sequenceid=16, filesize=11.7 K 2024-11-15T14:14:35,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/5444de2df9be40e1a7b7af694b87adca as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/5444de2df9be40e1a7b7af694b87adca 2024-11-15T14:14:35,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/5444de2df9be40e1a7b7af694b87adca, entries=150, sequenceid=16, filesize=11.7 K 2024-11-15T14:14:35,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for eb4b5094dc34296875c0e3150418cd69 in 317ms, sequenceid=16, compaction requested=false 2024-11-15T14:14:35,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:36,093 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:36,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T14:14:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:36,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d2280986a33a423397119aaa67062e19_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680075756/Put/seqid=0 2024-11-15T14:14:36,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T14:14:36,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:36,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:36,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:36,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680136112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680136116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680136117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42210 deadline: 1731680136125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42270 deadline: 1731680136133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741942_1118 (size=12154) 2024-11-15T14:14:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T14:14:36,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680136255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680136256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42210 deadline: 1731680136256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680136257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T14:14:36,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:36,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:36,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:36,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42270 deadline: 1731680136276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T14:14:36,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:36,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:36,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:36,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680136476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680136477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42210 deadline: 1731680136477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680136477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42270 deadline: 1731680136495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T14:14:36,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:36,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:36,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:36,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,595 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:36,602 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d2280986a33a423397119aaa67062e19_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d2280986a33a423397119aaa67062e19_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:36,605 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/0d2cf4b91db04945b93a24f752dfac9a, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:36,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/0d2cf4b91db04945b93a24f752dfac9a is 175, key is test_row_0/A:col10/1731680075756/Put/seqid=0 2024-11-15T14:14:36,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741943_1119 (size=30955) 2024-11-15T14:14:36,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T14:14:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:36,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T14:14:36,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680136786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680136786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42210 deadline: 1731680136786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680136787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42270 deadline: 1731680136805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:36,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T14:14:36,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:36,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:36,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:36,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T14:14:37,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:37,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:37,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:37,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,055 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/0d2cf4b91db04945b93a24f752dfac9a 2024-11-15T14:14:37,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/00d17adc35ca40b9a09dc45d476443ff is 50, key is test_row_0/B:col10/1731680075756/Put/seqid=0 2024-11-15T14:14:37,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741944_1120 (size=12001) 2024-11-15T14:14:37,191 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T14:14:37,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T14:14:37,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:37,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:37,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:37,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680137296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:37,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:37,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:37,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:37,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680137305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:37,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:37,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:37,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:37,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42210 deadline: 1731680137305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:37,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:37,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:37,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:37,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680137305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:37,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:37,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:37,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:37,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42270 deadline: 1731680137316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:37,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:37,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:37,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:37,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T14:14:37,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:37,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:37,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:37,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/00d17adc35ca40b9a09dc45d476443ff 2024-11-15T14:14:37,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T14:14:37,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:37,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:37,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:37,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/bc64d842f9054291a7167285a9ff01ec is 50, key is test_row_0/C:col10/1731680075756/Put/seqid=0 2024-11-15T14:14:37,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741945_1121 (size=12001) 2024-11-15T14:14:37,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T14:14:37,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:37,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:37,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:37,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T14:14:37,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T14:14:37,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:37,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:37,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:37,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/bc64d842f9054291a7167285a9ff01ec 2024-11-15T14:14:37,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/0d2cf4b91db04945b93a24f752dfac9a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/0d2cf4b91db04945b93a24f752dfac9a 2024-11-15T14:14:37,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T14:14:37,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:37,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:37,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:37,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:37,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/0d2cf4b91db04945b93a24f752dfac9a, entries=150, sequenceid=42, filesize=30.2 K 2024-11-15T14:14:37,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/00d17adc35ca40b9a09dc45d476443ff as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/00d17adc35ca40b9a09dc45d476443ff 2024-11-15T14:14:38,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/00d17adc35ca40b9a09dc45d476443ff, entries=150, sequenceid=42, filesize=11.7 K 2024-11-15T14:14:38,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/bc64d842f9054291a7167285a9ff01ec as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/bc64d842f9054291a7167285a9ff01ec 2024-11-15T14:14:38,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/bc64d842f9054291a7167285a9ff01ec, entries=150, sequenceid=42, filesize=11.7 K 2024-11-15T14:14:38,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for eb4b5094dc34296875c0e3150418cd69 in 1924ms, sequenceid=42, compaction requested=false 2024-11-15T14:14:38,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:38,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T14:14:38,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:38,138 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T14:14:38,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115efd8a8fd9a6445b4935e024b4277825d_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680076117/Put/seqid=0 2024-11-15T14:14:38,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741946_1122 (size=12154) 2024-11-15T14:14:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:38,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:38,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680138367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680138368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680138368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:38,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:38,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42270 deadline: 1731680138370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:38,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:38,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42210 deadline: 1731680138372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:38,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680138476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:38,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:38,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680138476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:38,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:38,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:38,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42270 deadline: 1731680138486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:38,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:38,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42210 deadline: 1731680138486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680138486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:38,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:38,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:38,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:38,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:38,608 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115efd8a8fd9a6445b4935e024b4277825d_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115efd8a8fd9a6445b4935e024b4277825d_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:38,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/4e9f318c294c4a1ca35ef8aabf2a2bfa, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:38,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/4e9f318c294c4a1ca35ef8aabf2a2bfa is 175, key is test_row_0/A:col10/1731680076117/Put/seqid=0 2024-11-15T14:14:38,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741947_1123 (size=30955) 2024-11-15T14:14:38,622 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/4e9f318c294c4a1ca35ef8aabf2a2bfa 2024-11-15T14:14:38,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/c4eccafe885c433ebe634184e5218ed8 is 50, key is test_row_0/B:col10/1731680076117/Put/seqid=0 2024-11-15T14:14:38,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741948_1124 (size=12001) 2024-11-15T14:14:38,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680138685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:38,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:38,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680138685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:38,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42210 deadline: 1731680138696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:38,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:38,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680138696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:38,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:38,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42270 deadline: 1731680138696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:38,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680138996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:38,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680138996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:39,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680139006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:39,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:39,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42210 deadline: 1731680139015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:39,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42270 deadline: 1731680139016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:39,042 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/c4eccafe885c433ebe634184e5218ed8 2024-11-15T14:14:39,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/f11771b51b3b44fab1434e6f190cc230 is 50, key is test_row_0/C:col10/1731680076117/Put/seqid=0 2024-11-15T14:14:39,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741949_1125 (size=12001) 2024-11-15T14:14:39,085 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/f11771b51b3b44fab1434e6f190cc230 2024-11-15T14:14:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/4e9f318c294c4a1ca35ef8aabf2a2bfa as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/4e9f318c294c4a1ca35ef8aabf2a2bfa 2024-11-15T14:14:39,103 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/4e9f318c294c4a1ca35ef8aabf2a2bfa, entries=150, sequenceid=52, filesize=30.2 K 2024-11-15T14:14:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/c4eccafe885c433ebe634184e5218ed8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/c4eccafe885c433ebe634184e5218ed8 2024-11-15T14:14:39,111 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/c4eccafe885c433ebe634184e5218ed8, entries=150, sequenceid=52, filesize=11.7 K 2024-11-15T14:14:39,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/f11771b51b3b44fab1434e6f190cc230 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/f11771b51b3b44fab1434e6f190cc230 2024-11-15T14:14:39,122 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/f11771b51b3b44fab1434e6f190cc230, entries=150, sequenceid=52, filesize=11.7 K 2024-11-15T14:14:39,123 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for eb4b5094dc34296875c0e3150418cd69 in 985ms, sequenceid=52, compaction requested=true 2024-11-15T14:14:39,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:39,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:39,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-15T14:14:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-15T14:14:39,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-15T14:14:39,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4870 sec 2024-11-15T14:14:39,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 3.4980 sec 2024-11-15T14:14:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:39,508 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:39,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-15T14:14:39,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f56e7ebaac1549c5baf8abb66d09a48d_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680079507/Put/seqid=0 2024-11-15T14:14:39,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680139522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:39,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:39,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42210 deadline: 1731680139525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:39,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42270 deadline: 1731680139525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:39,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680139526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:39,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:39,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680139528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:39,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741950_1126 (size=14594) 2024-11-15T14:14:39,557 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:39,564 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f56e7ebaac1549c5baf8abb66d09a48d_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f56e7ebaac1549c5baf8abb66d09a48d_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:39,565 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/63cdde4a6fb74a65ab8a7954e3c7c746, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:39,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/63cdde4a6fb74a65ab8a7954e3c7c746 is 175, key is test_row_0/A:col10/1731680079507/Put/seqid=0 2024-11-15T14:14:39,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741951_1127 (size=39549) 2024-11-15T14:14:39,580 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/63cdde4a6fb74a65ab8a7954e3c7c746 2024-11-15T14:14:39,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/2d2b5c8da32c4c1591f024a6caef7150 is 50, key is test_row_0/B:col10/1731680079507/Put/seqid=0 2024-11-15T14:14:39,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741952_1128 (size=12001) 2024-11-15T14:14:39,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/2d2b5c8da32c4c1591f024a6caef7150 2024-11-15T14:14:39,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/1d0ce72631c84d37a472e9c41b50de4b is 50, key is test_row_0/C:col10/1731680079507/Put/seqid=0 2024-11-15T14:14:39,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680139635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:39,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:39,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680139636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:39,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:39,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680139636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:39,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:39,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741953_1129 (size=12001) 2024-11-15T14:14:39,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/1d0ce72631c84d37a472e9c41b50de4b 2024-11-15T14:14:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/63cdde4a6fb74a65ab8a7954e3c7c746 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/63cdde4a6fb74a65ab8a7954e3c7c746 2024-11-15T14:14:39,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/63cdde4a6fb74a65ab8a7954e3c7c746, entries=200, sequenceid=79, filesize=38.6 K 2024-11-15T14:14:39,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/2d2b5c8da32c4c1591f024a6caef7150 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/2d2b5c8da32c4c1591f024a6caef7150 2024-11-15T14:14:39,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/2d2b5c8da32c4c1591f024a6caef7150, entries=150, sequenceid=79, filesize=11.7 K 2024-11-15T14:14:39,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/1d0ce72631c84d37a472e9c41b50de4b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1d0ce72631c84d37a472e9c41b50de4b 2024-11-15T14:14:39,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1d0ce72631c84d37a472e9c41b50de4b, entries=150, sequenceid=79, filesize=11.7 K 2024-11-15T14:14:39,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for eb4b5094dc34296875c0e3150418cd69 in 187ms, sequenceid=79, compaction requested=true 2024-11-15T14:14:39,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:39,696 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:14:39,698 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:14:39,698 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/A is initiating minor compaction (all files) 2024-11-15T14:14:39,698 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/A in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:39,698 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/2078a6a6e59d4778a12d177a37e3664c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/0d2cf4b91db04945b93a24f752dfac9a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/4e9f318c294c4a1ca35ef8aabf2a2bfa, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/63cdde4a6fb74a65ab8a7954e3c7c746] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=129.3 K 2024-11-15T14:14:39,698 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:39,699 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/2078a6a6e59d4778a12d177a37e3664c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/0d2cf4b91db04945b93a24f752dfac9a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/4e9f318c294c4a1ca35ef8aabf2a2bfa, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/63cdde4a6fb74a65ab8a7954e3c7c746] 2024-11-15T14:14:39,700 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2078a6a6e59d4778a12d177a37e3664c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731680075666 2024-11-15T14:14:39,700 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d2cf4b91db04945b93a24f752dfac9a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731680075744 2024-11-15T14:14:39,701 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e9f318c294c4a1ca35ef8aabf2a2bfa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731680076111 2024-11-15T14:14:39,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:14:39,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:39,701 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63cdde4a6fb74a65ab8a7954e3c7c746, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731680078366 2024-11-15T14:14:39,702 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:14:39,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:14:39,704 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:14:39,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:39,705 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/B is initiating minor compaction (all files) 2024-11-15T14:14:39,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:14:39,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:39,705 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/B in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:39,705 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/3bfb4a9799ab4d31acde0acc43de7762, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/00d17adc35ca40b9a09dc45d476443ff, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/c4eccafe885c433ebe634184e5218ed8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/2d2b5c8da32c4c1591f024a6caef7150] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=46.9 K 2024-11-15T14:14:39,705 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bfb4a9799ab4d31acde0acc43de7762, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731680075666 2024-11-15T14:14:39,706 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 00d17adc35ca40b9a09dc45d476443ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731680075744 2024-11-15T14:14:39,707 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting c4eccafe885c433ebe634184e5218ed8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731680076111 2024-11-15T14:14:39,708 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d2b5c8da32c4c1591f024a6caef7150, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731680078366 2024-11-15T14:14:39,727 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#B#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:39,728 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/8cc0a5fc8d06440d9489e5e96b12bd3f is 50, key is test_row_0/B:col10/1731680079507/Put/seqid=0 2024-11-15T14:14:39,729 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:39,749 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115269b84742737463eb034cb9b6b0b0feb_eb4b5094dc34296875c0e3150418cd69 store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:39,756 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115269b84742737463eb034cb9b6b0b0feb_eb4b5094dc34296875c0e3150418cd69, store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:39,756 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115269b84742737463eb034cb9b6b0b0feb_eb4b5094dc34296875c0e3150418cd69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:39,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741954_1130 (size=12139) 2024-11-15T14:14:39,770 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/8cc0a5fc8d06440d9489e5e96b12bd3f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/8cc0a5fc8d06440d9489e5e96b12bd3f 2024-11-15T14:14:39,782 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/B of eb4b5094dc34296875c0e3150418cd69 into 8cc0a5fc8d06440d9489e5e96b12bd3f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:39,782 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:39,782 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/B, priority=12, startTime=1731680079702; duration=0sec 2024-11-15T14:14:39,782 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:39,782 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:B 2024-11-15T14:14:39,782 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:14:39,784 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:14:39,784 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/C is initiating minor compaction (all files) 2024-11-15T14:14:39,785 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/C in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:39,785 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/5444de2df9be40e1a7b7af694b87adca, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/bc64d842f9054291a7167285a9ff01ec, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/f11771b51b3b44fab1434e6f190cc230, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1d0ce72631c84d37a472e9c41b50de4b] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=46.9 K 2024-11-15T14:14:39,785 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 5444de2df9be40e1a7b7af694b87adca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731680075666 2024-11-15T14:14:39,786 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting bc64d842f9054291a7167285a9ff01ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731680075744 2024-11-15T14:14:39,786 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting f11771b51b3b44fab1434e6f190cc230, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731680076111 2024-11-15T14:14:39,787 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d0ce72631c84d37a472e9c41b50de4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731680078366 2024-11-15T14:14:39,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741955_1131 (size=4469) 2024-11-15T14:14:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T14:14:39,796 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:39,796 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-15T14:14:39,799 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:39,800 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T14:14:39,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:39,814 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#C#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:39,815 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/3a4396972aac40b5b995bc52e49d12d8 is 50, key is test_row_0/C:col10/1731680079507/Put/seqid=0 2024-11-15T14:14:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:39,852 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:39,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:14:39,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741956_1132 (size=12139) 2024-11-15T14:14:39,866 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/3a4396972aac40b5b995bc52e49d12d8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/3a4396972aac40b5b995bc52e49d12d8 2024-11-15T14:14:39,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ded98ff6f0954eb7a5e0d69b6dc0e6cd_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680079849/Put/seqid=0 2024-11-15T14:14:39,878 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/C of eb4b5094dc34296875c0e3150418cd69 into 3a4396972aac40b5b995bc52e49d12d8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:39,878 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:39,878 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/C, priority=12, startTime=1731680079705; duration=0sec 2024-11-15T14:14:39,878 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:39,878 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:C 2024-11-15T14:14:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T14:14:39,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741957_1133 (size=12154) 2024-11-15T14:14:39,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680139921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:39,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:39,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680139927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680139927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:39,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T14:14:39,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:39,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:39,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:39,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:39,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680140035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:40,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680140046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:40,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680140048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:40,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T14:14:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T14:14:40,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,201 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#A#compaction#111 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:40,202 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/d1c02a435d4e4047897b7c208e966307 is 175, key is test_row_0/A:col10/1731680079507/Put/seqid=0 2024-11-15T14:14:40,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741958_1134 (size=31093) 2024-11-15T14:14:40,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680140246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:40,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:40,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680140265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:40,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:40,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680140265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:40,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:40,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:40,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T14:14:40,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:40,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:40,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:40,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,318 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:40,322 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ded98ff6f0954eb7a5e0d69b6dc0e6cd_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ded98ff6f0954eb7a5e0d69b6dc0e6cd_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:40,324 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/85055ef4496f46778d3f970d82a16e2d, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:40,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/85055ef4496f46778d3f970d82a16e2d is 175, key is test_row_0/A:col10/1731680079849/Put/seqid=0 2024-11-15T14:14:40,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741959_1135 (size=30955) 2024-11-15T14:14:40,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T14:14:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:40,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T14:14:40,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42210 deadline: 1731680140535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:40,537 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_1' in eb4b5094dc34296875c0e3150418cd69 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:40,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42270 deadline: 1731680140546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:40,549 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in eb4b5094dc34296875c0e3150418cd69 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:40,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680140555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:40,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:40,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:40,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T14:14:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680140576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:40,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:40,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680140576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,636 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/d1c02a435d4e4047897b7c208e966307 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/d1c02a435d4e4047897b7c208e966307 2024-11-15T14:14:40,642 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/A of eb4b5094dc34296875c0e3150418cd69 into d1c02a435d4e4047897b7c208e966307(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:40,642 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:40,642 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/A, priority=12, startTime=1731680079695; duration=0sec 2024-11-15T14:14:40,642 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:40,642 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:A 2024-11-15T14:14:40,729 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/85055ef4496f46778d3f970d82a16e2d 2024-11-15T14:14:40,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T14:14:40,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:40,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:40,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:40,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/aaea15e9cd774a18ada56bb7defaacd5 is 50, key is test_row_0/B:col10/1731680079849/Put/seqid=0 2024-11-15T14:14:40,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741960_1136 (size=12001) 2024-11-15T14:14:40,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/aaea15e9cd774a18ada56bb7defaacd5 2024-11-15T14:14:40,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/e5f7ccf43de14edca633c08766a5321f is 50, key is test_row_0/C:col10/1731680079849/Put/seqid=0 2024-11-15T14:14:40,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741961_1137 (size=12001) 2024-11-15T14:14:40,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T14:14:40,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:40,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:40,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:40,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T14:14:41,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T14:14:41,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:41,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:41,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:41,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:41,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:41,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680141065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:41,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:41,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:41,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:41,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680141085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:41,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:41,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:41,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:41,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680141096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:41,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T14:14:41,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:41,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:41,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:41,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:41,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:41,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/e5f7ccf43de14edca633c08766a5321f 2024-11-15T14:14:41,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/85055ef4496f46778d3f970d82a16e2d as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/85055ef4496f46778d3f970d82a16e2d 2024-11-15T14:14:41,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/85055ef4496f46778d3f970d82a16e2d, entries=150, sequenceid=91, filesize=30.2 K 2024-11-15T14:14:41,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/aaea15e9cd774a18ada56bb7defaacd5 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/aaea15e9cd774a18ada56bb7defaacd5 2024-11-15T14:14:41,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/aaea15e9cd774a18ada56bb7defaacd5, entries=150, sequenceid=91, filesize=11.7 K 2024-11-15T14:14:41,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/e5f7ccf43de14edca633c08766a5321f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/e5f7ccf43de14edca633c08766a5321f 2024-11-15T14:14:41,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/e5f7ccf43de14edca633c08766a5321f, entries=150, sequenceid=91, filesize=11.7 K 2024-11-15T14:14:41,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for eb4b5094dc34296875c0e3150418cd69 in 1418ms, sequenceid=91, compaction requested=false 2024-11-15T14:14:41,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:41,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T14:14:41,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:41,354 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T14:14:41,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111556f43d387db940c69968c452fdba0e8b_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680079922/Put/seqid=0 2024-11-15T14:14:41,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741962_1138 (size=12154) 2024-11-15T14:14:41,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,397 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111556f43d387db940c69968c452fdba0e8b_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111556f43d387db940c69968c452fdba0e8b_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:41,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/7ed4e9b98a14454db7ffec3093805358, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:41,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/7ed4e9b98a14454db7ffec3093805358 is 175, key is test_row_0/A:col10/1731680079922/Put/seqid=0 2024-11-15T14:14:41,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741963_1139 (size=30955) 2024-11-15T14:14:41,419 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/7ed4e9b98a14454db7ffec3093805358 2024-11-15T14:14:41,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/11139b7d858742d69fe546e395bfb254 is 50, key is test_row_0/B:col10/1731680079922/Put/seqid=0 2024-11-15T14:14:41,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741964_1140 (size=12001) 2024-11-15T14:14:41,444 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/11139b7d858742d69fe546e395bfb254 2024-11-15T14:14:41,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/9803909070bb46afbe6e2fd2603f5baa is 50, key is test_row_0/C:col10/1731680079922/Put/seqid=0 2024-11-15T14:14:41,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741965_1141 (size=12001) 2024-11-15T14:14:41,859 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/9803909070bb46afbe6e2fd2603f5baa 2024-11-15T14:14:41,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/7ed4e9b98a14454db7ffec3093805358 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/7ed4e9b98a14454db7ffec3093805358 2024-11-15T14:14:41,877 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/7ed4e9b98a14454db7ffec3093805358, entries=150, sequenceid=119, filesize=30.2 K 2024-11-15T14:14:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/11139b7d858742d69fe546e395bfb254 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/11139b7d858742d69fe546e395bfb254 2024-11-15T14:14:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,884 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/11139b7d858742d69fe546e395bfb254, entries=150, sequenceid=119, filesize=11.7 K 2024-11-15T14:14:41,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/9803909070bb46afbe6e2fd2603f5baa as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/9803909070bb46afbe6e2fd2603f5baa 2024-11-15T14:14:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,906 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/9803909070bb46afbe6e2fd2603f5baa, entries=150, sequenceid=119, filesize=11.7 K 2024-11-15T14:14:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,907 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for eb4b5094dc34296875c0e3150418cd69 in 553ms, sequenceid=119, compaction requested=true 2024-11-15T14:14:41,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:41,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:41,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-15T14:14:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-15T14:14:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-15T14:14:41,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1090 sec 2024-11-15T14:14:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.1290 sec 2024-11-15T14:14:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T14:14:41,947 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:41,947 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-15T14:14:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T14:14:41,949 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:41,950 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T14:14:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T14:14:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-15T14:14:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-15T14:14:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-15T14:14:42,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-15T14:14:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 161 msec 2024-11-15T14:14:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:14:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c06fae88213c409bbb0e0859a50f96cd_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680082122/Put/seqid=0 2024-11-15T14:14:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680142239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:42,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:42,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680142241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680142241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:42,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:42,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T14:14:42,268 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:42,268 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-15T14:14:42,271 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:42,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741967_1143 (size=24508) 2024-11-15T14:14:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T14:14:42,272 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:42,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:42,273 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,286 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c06fae88213c409bbb0e0859a50f96cd_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c06fae88213c409bbb0e0859a50f96cd_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:42,287 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/a060d883a85841c3b310ca962f7974e6, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:42,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/a060d883a85841c3b310ca962f7974e6 is 175, key is test_row_0/A:col10/1731680082122/Put/seqid=0 2024-11-15T14:14:42,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741966_1142 (size=74144) 2024-11-15T14:14:42,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680142346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:42,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:42,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680142355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:42,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680142355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T14:14:42,379 INFO [master/26754e923c4a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T14:14:42,379 INFO [master/26754e923c4a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T14:14:42,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T14:14:42,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:42,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:42,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:42,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:42,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:42,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:42,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42210 deadline: 1731680142555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680142556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:42,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:42,557 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_1' in eb4b5094dc34296875c0e3150418cd69 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:42,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:42,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680142566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:42,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680142566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:42,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:42,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:42,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42270 deadline: 1731680142576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:42,578 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in eb4b5094dc34296875c0e3150418cd69 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:42,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:42,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T14:14:42,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:42,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:42,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:42,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:42,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T14:14:42,691 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/a060d883a85841c3b310ca962f7974e6 2024-11-15T14:14:42,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/2732e6718c1f4176ad48f094e7f69d3b is 50, key is test_row_0/B:col10/1731680082122/Put/seqid=0 2024-11-15T14:14:42,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741968_1144 (size=12101) 2024-11-15T14:14:42,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/2732e6718c1f4176ad48f094e7f69d3b 2024-11-15T14:14:42,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/d383f115290642ce914f4b8335fa207a is 50, key is test_row_0/C:col10/1731680082122/Put/seqid=0 2024-11-15T14:14:42,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741969_1145 (size=12101) 2024-11-15T14:14:42,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/d383f115290642ce914f4b8335fa207a 2024-11-15T14:14:42,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T14:14:42,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:42,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:42,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:42,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:42,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/a060d883a85841c3b310ca962f7974e6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/a060d883a85841c3b310ca962f7974e6 2024-11-15T14:14:42,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/a060d883a85841c3b310ca962f7974e6, entries=400, sequenceid=131, filesize=72.4 K 2024-11-15T14:14:42,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/2732e6718c1f4176ad48f094e7f69d3b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/2732e6718c1f4176ad48f094e7f69d3b 2024-11-15T14:14:42,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/2732e6718c1f4176ad48f094e7f69d3b, entries=150, sequenceid=131, filesize=11.8 K 2024-11-15T14:14:42,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/d383f115290642ce914f4b8335fa207a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/d383f115290642ce914f4b8335fa207a 2024-11-15T14:14:42,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/d383f115290642ce914f4b8335fa207a, entries=150, sequenceid=131, filesize=11.8 K 2024-11-15T14:14:42,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for eb4b5094dc34296875c0e3150418cd69 in 587ms, sequenceid=131, compaction requested=true 2024-11-15T14:14:42,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:42,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:14:42,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:42,764 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:14:42,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:14:42,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:42,764 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:14:42,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:14:42,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:42,766 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:14:42,767 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/B is initiating minor compaction (all files) 2024-11-15T14:14:42,767 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/B in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:42,767 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/8cc0a5fc8d06440d9489e5e96b12bd3f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/aaea15e9cd774a18ada56bb7defaacd5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/11139b7d858742d69fe546e395bfb254, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/2732e6718c1f4176ad48f094e7f69d3b] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=47.1 K 2024-11-15T14:14:42,767 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 167147 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:14:42,767 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cc0a5fc8d06440d9489e5e96b12bd3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731680078366 2024-11-15T14:14:42,767 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/A is initiating minor compaction (all files) 2024-11-15T14:14:42,767 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/A in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:42,768 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/d1c02a435d4e4047897b7c208e966307, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/85055ef4496f46778d3f970d82a16e2d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/7ed4e9b98a14454db7ffec3093805358, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/a060d883a85841c3b310ca962f7974e6] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=163.2 K 2024-11-15T14:14:42,768 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting aaea15e9cd774a18ada56bb7defaacd5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731680079523 2024-11-15T14:14:42,768 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:42,768 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/d1c02a435d4e4047897b7c208e966307, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/85055ef4496f46778d3f970d82a16e2d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/7ed4e9b98a14454db7ffec3093805358, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/a060d883a85841c3b310ca962f7974e6] 2024-11-15T14:14:42,768 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 11139b7d858742d69fe546e395bfb254, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731680079898 2024-11-15T14:14:42,768 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1c02a435d4e4047897b7c208e966307, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731680078366 2024-11-15T14:14:42,768 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 2732e6718c1f4176ad48f094e7f69d3b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731680082122 2024-11-15T14:14:42,768 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85055ef4496f46778d3f970d82a16e2d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731680079523 2024-11-15T14:14:42,769 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ed4e9b98a14454db7ffec3093805358, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731680079898 2024-11-15T14:14:42,770 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting a060d883a85841c3b310ca962f7974e6, keycount=400, bloomtype=ROW, size=72.4 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731680082119 2024-11-15T14:14:42,786 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#B#compaction#122 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:42,787 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/a9fc5ec10b504e1ab8793040c2e99808 is 50, key is test_row_0/B:col10/1731680082122/Put/seqid=0 2024-11-15T14:14:42,788 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:42,793 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115baf61b825c914c57b5de045aecc146aa_eb4b5094dc34296875c0e3150418cd69 store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:42,798 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115baf61b825c914c57b5de045aecc146aa_eb4b5094dc34296875c0e3150418cd69, store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:42,799 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115baf61b825c914c57b5de045aecc146aa_eb4b5094dc34296875c0e3150418cd69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:42,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741970_1146 (size=12375) 2024-11-15T14:14:42,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741971_1147 (size=4469) 2024-11-15T14:14:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:42,870 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:42,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-15T14:14:42,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151f6964a766e74757abd2561d4697e1f5_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680082240/Put/seqid=0 2024-11-15T14:14:42,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741972_1148 (size=14794) 2024-11-15T14:14:42,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T14:14:42,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:42,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:42,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:42,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:42,892 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:42,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:42,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680142888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:42,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T14:14:42,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680142892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:42,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680142893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:42,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:42,900 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151f6964a766e74757abd2561d4697e1f5_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151f6964a766e74757abd2561d4697e1f5_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:42,902 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/8451805be8e344f7b61f18aa54eccbd6, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:42,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/8451805be8e344f7b61f18aa54eccbd6 is 175, key is test_row_0/A:col10/1731680082240/Put/seqid=0 2024-11-15T14:14:42,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741973_1149 (size=39749) 2024-11-15T14:14:43,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680143006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:43,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680143006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:43,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680143006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:43,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T14:14:43,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:43,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:43,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:43,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T14:14:43,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:43,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:43,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:43,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,219 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/a9fc5ec10b504e1ab8793040c2e99808 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/a9fc5ec10b504e1ab8793040c2e99808 2024-11-15T14:14:43,222 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#A#compaction#123 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:43,222 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/3e89ae6d9da14d8d8a788705cf24b74a is 175, key is test_row_0/A:col10/1731680082122/Put/seqid=0 2024-11-15T14:14:43,228 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/B of eb4b5094dc34296875c0e3150418cd69 into a9fc5ec10b504e1ab8793040c2e99808(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:43,229 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:43,229 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/B, priority=12, startTime=1731680082764; duration=0sec 2024-11-15T14:14:43,229 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:43,229 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:B 2024-11-15T14:14:43,229 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:14:43,232 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:14:43,232 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/C is initiating minor compaction (all files) 2024-11-15T14:14:43,232 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/C in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:43,232 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/3a4396972aac40b5b995bc52e49d12d8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/e5f7ccf43de14edca633c08766a5321f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/9803909070bb46afbe6e2fd2603f5baa, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/d383f115290642ce914f4b8335fa207a] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=47.1 K 2024-11-15T14:14:43,233 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a4396972aac40b5b995bc52e49d12d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731680078366 2024-11-15T14:14:43,233 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting e5f7ccf43de14edca633c08766a5321f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731680079523 2024-11-15T14:14:43,234 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 9803909070bb46afbe6e2fd2603f5baa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731680079898 2024-11-15T14:14:43,234 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting d383f115290642ce914f4b8335fa207a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731680082122 2024-11-15T14:14:43,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680143225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:43,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:43,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680143226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:43,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680143226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:43,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741974_1150 (size=31329) 2024-11-15T14:14:43,266 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/3e89ae6d9da14d8d8a788705cf24b74a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/3e89ae6d9da14d8d8a788705cf24b74a 2024-11-15T14:14:43,270 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#C#compaction#125 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:43,270 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/bc4e53e819e84a1e97b4d931f115e20c is 50, key is test_row_0/C:col10/1731680082122/Put/seqid=0 2024-11-15T14:14:43,275 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/A of eb4b5094dc34296875c0e3150418cd69 into 3e89ae6d9da14d8d8a788705cf24b74a(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:43,275 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:43,275 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/A, priority=12, startTime=1731680082764; duration=0sec 2024-11-15T14:14:43,275 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:43,275 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:A 2024-11-15T14:14:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741975_1151 (size=12375) 2024-11-15T14:14:43,302 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/bc4e53e819e84a1e97b4d931f115e20c as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/bc4e53e819e84a1e97b4d931f115e20c 2024-11-15T14:14:43,309 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/C of eb4b5094dc34296875c0e3150418cd69 into bc4e53e819e84a1e97b4d931f115e20c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:43,309 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:43,309 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/C, priority=12, startTime=1731680082764; duration=0sec 2024-11-15T14:14:43,309 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:43,309 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:C 2024-11-15T14:14:43,320 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/8451805be8e344f7b61f18aa54eccbd6 2024-11-15T14:14:43,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/4146480c50c14a2a96c42deb37ea1519 is 50, key is test_row_0/B:col10/1731680082240/Put/seqid=0 2024-11-15T14:14:43,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T14:14:43,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:43,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:43,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:43,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741976_1152 (size=12151) 2024-11-15T14:14:43,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/4146480c50c14a2a96c42deb37ea1519 2024-11-15T14:14:43,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/f81d4d69d4f4412bbe4a9b29edaacb31 is 50, key is test_row_0/C:col10/1731680082240/Put/seqid=0 2024-11-15T14:14:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T14:14:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741977_1153 (size=12151) 2024-11-15T14:14:43,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T14:14:43,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:43,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:43,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:43,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680143546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:43,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:43,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680143546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680143546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:43,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:43,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:43,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:43,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:43,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T14:14:43,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:43,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:43,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:43,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/f81d4d69d4f4412bbe4a9b29edaacb31 2024-11-15T14:14:43,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T14:14:43,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:43,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:43,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:43,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:43,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/8451805be8e344f7b61f18aa54eccbd6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/8451805be8e344f7b61f18aa54eccbd6 2024-11-15T14:14:43,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/8451805be8e344f7b61f18aa54eccbd6, entries=200, sequenceid=158, filesize=38.8 K 2024-11-15T14:14:43,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/4146480c50c14a2a96c42deb37ea1519 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/4146480c50c14a2a96c42deb37ea1519 2024-11-15T14:14:43,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/4146480c50c14a2a96c42deb37ea1519, entries=150, sequenceid=158, filesize=11.9 K 2024-11-15T14:14:43,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/f81d4d69d4f4412bbe4a9b29edaacb31 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/f81d4d69d4f4412bbe4a9b29edaacb31 2024-11-15T14:14:43,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/f81d4d69d4f4412bbe4a9b29edaacb31, entries=150, sequenceid=158, filesize=11.9 K 2024-11-15T14:14:43,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for eb4b5094dc34296875c0e3150418cd69 in 997ms, sequenceid=158, compaction requested=false 2024-11-15T14:14:43,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:43,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T14:14:43,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:43,981 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-15T14:14:44,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156c93591648624a9a8ddb89192a5c08ca_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680082888/Put/seqid=0 2024-11-15T14:14:44,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:44,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741978_1154 (size=12304) 2024-11-15T14:14:44,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:44,097 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156c93591648624a9a8ddb89192a5c08ca_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156c93591648624a9a8ddb89192a5c08ca_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:44,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/82a28d6c3831457f8732564fbe600426, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:44,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/82a28d6c3831457f8732564fbe600426 is 175, key is test_row_0/A:col10/1731680082888/Put/seqid=0 2024-11-15T14:14:44,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741979_1155 (size=31105) 2024-11-15T14:14:44,106 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/82a28d6c3831457f8732564fbe600426 2024-11-15T14:14:44,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/9be3d2a6806040ea9c3466019cb39616 is 50, key is test_row_0/B:col10/1731680082888/Put/seqid=0 2024-11-15T14:14:44,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680144169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:44,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:44,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741980_1156 (size=12151) 2024-11-15T14:14:44,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680144175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680144178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:44,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680144285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:44,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:44,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680144296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:44,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:44,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680144296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:44,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T14:14:44,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680144496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:44,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680144527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:44,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:44,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680144535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:44,585 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/9be3d2a6806040ea9c3466019cb39616 2024-11-15T14:14:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/a63730b95ec74db08200fcedd7c1d74a is 50, key is test_row_0/C:col10/1731680082888/Put/seqid=0 2024-11-15T14:14:44,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741981_1157 (size=12151) 2024-11-15T14:14:44,669 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/a63730b95ec74db08200fcedd7c1d74a 2024-11-15T14:14:44,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/82a28d6c3831457f8732564fbe600426 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/82a28d6c3831457f8732564fbe600426 2024-11-15T14:14:44,694 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/82a28d6c3831457f8732564fbe600426, entries=150, sequenceid=170, filesize=30.4 K 2024-11-15T14:14:44,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/9be3d2a6806040ea9c3466019cb39616 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/9be3d2a6806040ea9c3466019cb39616 2024-11-15T14:14:44,707 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/9be3d2a6806040ea9c3466019cb39616, entries=150, sequenceid=170, filesize=11.9 K 2024-11-15T14:14:44,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/a63730b95ec74db08200fcedd7c1d74a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/a63730b95ec74db08200fcedd7c1d74a 2024-11-15T14:14:44,736 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/a63730b95ec74db08200fcedd7c1d74a, entries=150, sequenceid=170, filesize=11.9 K 2024-11-15T14:14:44,738 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for eb4b5094dc34296875c0e3150418cd69 in 757ms, sequenceid=170, compaction requested=true 2024-11-15T14:14:44,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:44,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:44,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-15T14:14:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-15T14:14:44,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-15T14:14:44,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4680 sec 2024-11-15T14:14:44,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.4750 sec 2024-11-15T14:14:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:44,819 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:44,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-15T14:14:44,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cf4eb8093c9b45eeadd3cb2740639e95_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680084172/Put/seqid=0 2024-11-15T14:14:44,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680144844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:44,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:44,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680144845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680144846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:44,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:44,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:44,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741982_1158 (size=14794) 2024-11-15T14:14:44,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680144955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:44,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:44,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680144956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:44,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:44,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:45,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680145165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:45,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:45,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:45,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:45,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680145165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:45,293 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:45,298 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cf4eb8093c9b45eeadd3cb2740639e95_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cf4eb8093c9b45eeadd3cb2740639e95_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:45,300 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/65c2626f9b5c421f8f9df43bdb8c20a8, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:45,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/65c2626f9b5c421f8f9df43bdb8c20a8 is 175, key is test_row_0/A:col10/1731680084172/Put/seqid=0 2024-11-15T14:14:45,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741983_1159 (size=39749) 2024-11-15T14:14:45,348 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/65c2626f9b5c421f8f9df43bdb8c20a8 2024-11-15T14:14:45,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680145355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:45,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/b8571b48cd5c461fbb1ecab978e99863 is 50, key is test_row_0/B:col10/1731680084172/Put/seqid=0 2024-11-15T14:14:45,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741984_1160 (size=12151) 2024-11-15T14:14:45,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/b8571b48cd5c461fbb1ecab978e99863 2024-11-15T14:14:45,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/127ba8b532114042b21e119c4ec9d7ca is 50, key is test_row_0/C:col10/1731680084172/Put/seqid=0 2024-11-15T14:14:45,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:45,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680145476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680145482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:45,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:45,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:45,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:45,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:45,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:45,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:45,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741985_1161 (size=12151) 2024-11-15T14:14:45,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/127ba8b532114042b21e119c4ec9d7ca 2024-11-15T14:14:45,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/65c2626f9b5c421f8f9df43bdb8c20a8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65c2626f9b5c421f8f9df43bdb8c20a8 2024-11-15T14:14:45,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65c2626f9b5c421f8f9df43bdb8c20a8, entries=200, sequenceid=198, filesize=38.8 K 2024-11-15T14:14:45,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/b8571b48cd5c461fbb1ecab978e99863 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/b8571b48cd5c461fbb1ecab978e99863 2024-11-15T14:14:45,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/b8571b48cd5c461fbb1ecab978e99863, entries=150, sequenceid=198, filesize=11.9 K 2024-11-15T14:14:45,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/127ba8b532114042b21e119c4ec9d7ca as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/127ba8b532114042b21e119c4ec9d7ca 2024-11-15T14:14:45,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/127ba8b532114042b21e119c4ec9d7ca, entries=150, sequenceid=198, filesize=11.9 K 2024-11-15T14:14:45,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for eb4b5094dc34296875c0e3150418cd69 in 716ms, sequenceid=198, compaction requested=true 2024-11-15T14:14:45,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:45,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:14:45,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:45,536 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:14:45,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:14:45,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:45,536 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:14:45,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:14:45,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:45,537 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141932 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:14:45,538 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/A is initiating minor compaction (all files) 2024-11-15T14:14:45,538 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/A in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:45,538 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/3e89ae6d9da14d8d8a788705cf24b74a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/8451805be8e344f7b61f18aa54eccbd6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/82a28d6c3831457f8732564fbe600426, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65c2626f9b5c421f8f9df43bdb8c20a8] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=138.6 K 2024-11-15T14:14:45,538 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:45,538 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:14:45,538 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/3e89ae6d9da14d8d8a788705cf24b74a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/8451805be8e344f7b61f18aa54eccbd6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/82a28d6c3831457f8732564fbe600426, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65c2626f9b5c421f8f9df43bdb8c20a8] 2024-11-15T14:14:45,538 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/B is initiating minor compaction (all files) 2024-11-15T14:14:45,538 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/B in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:45,538 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/a9fc5ec10b504e1ab8793040c2e99808, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/4146480c50c14a2a96c42deb37ea1519, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/9be3d2a6806040ea9c3466019cb39616, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/b8571b48cd5c461fbb1ecab978e99863] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=47.7 K 2024-11-15T14:14:45,539 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e89ae6d9da14d8d8a788705cf24b74a, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731680082122 2024-11-15T14:14:45,539 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8451805be8e344f7b61f18aa54eccbd6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731680082216 2024-11-15T14:14:45,540 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82a28d6c3831457f8732564fbe600426, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731680082883 2024-11-15T14:14:45,540 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65c2626f9b5c421f8f9df43bdb8c20a8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731680084163 2024-11-15T14:14:45,543 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting a9fc5ec10b504e1ab8793040c2e99808, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731680082122 2024-11-15T14:14:45,543 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 4146480c50c14a2a96c42deb37ea1519, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731680082216 2024-11-15T14:14:45,544 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 9be3d2a6806040ea9c3466019cb39616, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731680082883 2024-11-15T14:14:45,545 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting b8571b48cd5c461fbb1ecab978e99863, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731680084168 2024-11-15T14:14:45,571 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:45,586 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#B#compaction#135 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:45,587 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/196366c515dd40f7978627a8c8d30d9d is 50, key is test_row_0/B:col10/1731680084172/Put/seqid=0 2024-11-15T14:14:45,593 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115b7a2c80f409d4289a3ca72982fd65adb_eb4b5094dc34296875c0e3150418cd69 store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:45,596 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115b7a2c80f409d4289a3ca72982fd65adb_eb4b5094dc34296875c0e3150418cd69, store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:45,596 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b7a2c80f409d4289a3ca72982fd65adb_eb4b5094dc34296875c0e3150418cd69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:45,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741986_1162 (size=12561) 2024-11-15T14:14:45,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741987_1163 (size=4469) 2024-11-15T14:14:45,636 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/196366c515dd40f7978627a8c8d30d9d as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/196366c515dd40f7978627a8c8d30d9d 2024-11-15T14:14:45,654 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/B of eb4b5094dc34296875c0e3150418cd69 into 196366c515dd40f7978627a8c8d30d9d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:45,655 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:45,655 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/B, priority=12, startTime=1731680085536; duration=0sec 2024-11-15T14:14:45,655 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:45,655 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:B 2024-11-15T14:14:45,655 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:14:45,659 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:14:45,659 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/C is initiating minor compaction (all files) 2024-11-15T14:14:45,659 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/C in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:45,659 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/bc4e53e819e84a1e97b4d931f115e20c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/f81d4d69d4f4412bbe4a9b29edaacb31, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/a63730b95ec74db08200fcedd7c1d74a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/127ba8b532114042b21e119c4ec9d7ca] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=47.7 K 2024-11-15T14:14:45,660 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting bc4e53e819e84a1e97b4d931f115e20c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731680082122 2024-11-15T14:14:45,660 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting f81d4d69d4f4412bbe4a9b29edaacb31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731680082216 2024-11-15T14:14:45,661 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting a63730b95ec74db08200fcedd7c1d74a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731680082883 2024-11-15T14:14:45,661 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 127ba8b532114042b21e119c4ec9d7ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731680084168 2024-11-15T14:14:45,690 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#C#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:45,691 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/745c4b0bdf0d4937bc4a7418189841db is 50, key is test_row_0/C:col10/1731680084172/Put/seqid=0 2024-11-15T14:14:45,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741988_1164 (size=12561) 2024-11-15T14:14:45,757 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/745c4b0bdf0d4937bc4a7418189841db as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/745c4b0bdf0d4937bc4a7418189841db 2024-11-15T14:14:45,766 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/C of eb4b5094dc34296875c0e3150418cd69 into 745c4b0bdf0d4937bc4a7418189841db(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:45,766 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:45,766 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/C, priority=12, startTime=1731680085536; duration=0sec 2024-11-15T14:14:45,766 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:45,766 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:C 2024-11-15T14:14:46,039 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#A#compaction#134 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:46,040 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/21b12cfa5e2e47f3806f7debe2b76fc9 is 175, key is test_row_0/A:col10/1731680084172/Put/seqid=0 2024-11-15T14:14:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:46,058 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:46,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:14:46,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741989_1165 (size=31515) 2024-11-15T14:14:46,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157632b06d6ff140119e2d7369ef788a35_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680084834/Put/seqid=0 2024-11-15T14:14:46,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741990_1166 (size=17284) 2024-11-15T14:14:46,161 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:46,169 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157632b06d6ff140119e2d7369ef788a35_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157632b06d6ff140119e2d7369ef788a35_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:46,170 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/b9c23fc0658148919f055b94126c64a6, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:46,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/b9c23fc0658148919f055b94126c64a6 is 175, key is test_row_0/A:col10/1731680084834/Put/seqid=0 2024-11-15T14:14:46,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741991_1167 (size=48389) 2024-11-15T14:14:46,214 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/b9c23fc0658148919f055b94126c64a6 2024-11-15T14:14:46,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/610356fe069543adbabdd53389c820d1 is 50, key is test_row_0/B:col10/1731680084834/Put/seqid=0 2024-11-15T14:14:46,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680146237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:46,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:46,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680146238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:46,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:46,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741992_1168 (size=12151) 2024-11-15T14:14:46,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680146356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:46,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680146356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:46,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:46,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680146376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:46,385 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in eb4b5094dc34296875c0e3150418cd69 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:46,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T14:14:46,436 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:46,437 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-15T14:14:46,439 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T14:14:46,440 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:46,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:46,500 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/21b12cfa5e2e47f3806f7debe2b76fc9 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/21b12cfa5e2e47f3806f7debe2b76fc9 2024-11-15T14:14:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T14:14:46,548 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/A of eb4b5094dc34296875c0e3150418cd69 into 21b12cfa5e2e47f3806f7debe2b76fc9(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-15T14:14:46,548 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:46,548 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/A, priority=12, startTime=1731680085535; duration=1sec 2024-11-15T14:14:46,549 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:46,549 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:A 2024-11-15T14:14:46,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680146575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:46,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:46,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680146577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:46,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:46,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-15T14:14:46,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:46,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:46,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:46,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:46,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:46,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:46,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42270 deadline: 1731680146596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42210 deadline: 1731680146596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:46,601 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_1' in eb4b5094dc34296875c0e3150418cd69 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:46,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:46,603 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in eb4b5094dc34296875c0e3150418cd69 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:46,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:46,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/610356fe069543adbabdd53389c820d1 2024-11-15T14:14:46,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/5621607ad5d24f7c90b18643ae0a86a6 is 50, key is test_row_0/C:col10/1731680084834/Put/seqid=0 2024-11-15T14:14:46,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741993_1169 (size=12151) 2024-11-15T14:14:46,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/5621607ad5d24f7c90b18643ae0a86a6 2024-11-15T14:14:46,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/b9c23fc0658148919f055b94126c64a6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/b9c23fc0658148919f055b94126c64a6 2024-11-15T14:14:46,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-15T14:14:46,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:46,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:46,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:46,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:46,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:46,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/b9c23fc0658148919f055b94126c64a6, entries=250, sequenceid=211, filesize=47.3 K 2024-11-15T14:14:46,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/610356fe069543adbabdd53389c820d1 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/610356fe069543adbabdd53389c820d1 2024-11-15T14:14:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T14:14:46,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/610356fe069543adbabdd53389c820d1, entries=150, sequenceid=211, filesize=11.9 K 2024-11-15T14:14:46,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/5621607ad5d24f7c90b18643ae0a86a6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/5621607ad5d24f7c90b18643ae0a86a6 2024-11-15T14:14:46,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/5621607ad5d24f7c90b18643ae0a86a6, entries=150, sequenceid=211, filesize=11.9 K 2024-11-15T14:14:46,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for eb4b5094dc34296875c0e3150418cd69 in 720ms, sequenceid=211, compaction requested=false 2024-11-15T14:14:46,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:46,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-15T14:14:46,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:46,905 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T14:14:46,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:46,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156df4b20f6a864040b268775a947ba393_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680086217/Put/seqid=0 2024-11-15T14:14:46,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680146953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:46,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:46,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680146952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:46,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741994_1170 (size=14794) 2024-11-15T14:14:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T14:14:47,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680147075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:47,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:47,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:47,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:47,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680147096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:47,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:47,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:47,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:47,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680147286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:47,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:47,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:47,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:47,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680147306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:47,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:47,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:47,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:47,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:47,404 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156df4b20f6a864040b268775a947ba393_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156df4b20f6a864040b268775a947ba393_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:47,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/ba2e55c370a044a48c73ad7ca9612869, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:47,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/ba2e55c370a044a48c73ad7ca9612869 is 175, key is test_row_0/A:col10/1731680086217/Put/seqid=0 2024-11-15T14:14:47,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741995_1171 (size=39749) 2024-11-15T14:14:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T14:14:47,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680147596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:47,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:47,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:47,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:47,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680147625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:47,853 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/ba2e55c370a044a48c73ad7ca9612869 2024-11-15T14:14:47,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/1c12b6426fd54cb2b3514a391161107b is 50, key is test_row_0/B:col10/1731680086217/Put/seqid=0 2024-11-15T14:14:47,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741996_1172 (size=12151) 2024-11-15T14:14:48,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680148107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:48,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:48,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:48,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:48,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680148146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:48,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:48,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:48,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:48,333 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/1c12b6426fd54cb2b3514a391161107b 2024-11-15T14:14:48,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/1df896acb53448afb243cd3d5240153f is 50, key is test_row_0/C:col10/1731680086217/Put/seqid=0 2024-11-15T14:14:48,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741997_1173 (size=12151) 2024-11-15T14:14:48,400 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/1df896acb53448afb243cd3d5240153f 2024-11-15T14:14:48,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/ba2e55c370a044a48c73ad7ca9612869 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/ba2e55c370a044a48c73ad7ca9612869 2024-11-15T14:14:48,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680148406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:48,419 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/ba2e55c370a044a48c73ad7ca9612869, entries=200, sequenceid=239, filesize=38.8 K 2024-11-15T14:14:48,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/1c12b6426fd54cb2b3514a391161107b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/1c12b6426fd54cb2b3514a391161107b 2024-11-15T14:14:48,421 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in eb4b5094dc34296875c0e3150418cd69 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,430 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/1c12b6426fd54cb2b3514a391161107b, entries=150, sequenceid=239, filesize=11.9 K 2024-11-15T14:14:48,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/1df896acb53448afb243cd3d5240153f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1df896acb53448afb243cd3d5240153f 2024-11-15T14:14:48,439 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1df896acb53448afb243cd3d5240153f, entries=150, sequenceid=239, filesize=11.9 K 2024-11-15T14:14:48,441 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for eb4b5094dc34296875c0e3150418cd69 in 1537ms, sequenceid=239, compaction requested=true 2024-11-15T14:14:48,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:48,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:48,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-15T14:14:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-15T14:14:48,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-15T14:14:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0030 sec 2024-11-15T14:14:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.0100 sec 2024-11-15T14:14:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T14:14:48,586 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:48,586 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-15T14:14:48,589 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T14:14:48,590 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:48,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T14:14:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-15T14:14:48,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,747 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T14:14:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159ce5f84a902d44f0b594c93f4733895b_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680086947/Put/seqid=0 2024-11-15T14:14:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741998_1174 (size=9814) 2024-11-15T14:14:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,843 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159ce5f84a902d44f0b594c93f4733895b_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159ce5f84a902d44f0b594c93f4733895b_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/77af1e6b50694de1aa0a15de2903acdf, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/77af1e6b50694de1aa0a15de2903acdf is 175, key is test_row_0/A:col10/1731680086947/Put/seqid=0 2024-11-15T14:14:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741999_1175 (size=22461) 2024-11-15T14:14:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T14:14:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:49,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T14:14:49,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680149296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:49,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:49,302 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/77af1e6b50694de1aa0a15de2903acdf 2024-11-15T14:14:49,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:49,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:49,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680149298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:49,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/995125394c3c4c56914bfb8223259cb5 is 50, key is test_row_0/B:col10/1731680086947/Put/seqid=0 2024-11-15T14:14:49,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742000_1176 (size=9757) 2024-11-15T14:14:49,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680149405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:49,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:49,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:49,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:49,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680149416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:49,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680149625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:49,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:49,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:49,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:49,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680149625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:49,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:49,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T14:14:49,757 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/995125394c3c4c56914bfb8223259cb5 2024-11-15T14:14:49,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/a858ad4a9cec429ab688d952f07a1b3d is 50, key is test_row_0/C:col10/1731680086947/Put/seqid=0 2024-11-15T14:14:49,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742001_1177 (size=9757) 2024-11-15T14:14:49,826 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/a858ad4a9cec429ab688d952f07a1b3d 2024-11-15T14:14:49,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/77af1e6b50694de1aa0a15de2903acdf as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/77af1e6b50694de1aa0a15de2903acdf 2024-11-15T14:14:49,848 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/77af1e6b50694de1aa0a15de2903acdf, entries=100, sequenceid=249, filesize=21.9 K 2024-11-15T14:14:49,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/995125394c3c4c56914bfb8223259cb5 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/995125394c3c4c56914bfb8223259cb5 2024-11-15T14:14:49,857 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/995125394c3c4c56914bfb8223259cb5, entries=100, sequenceid=249, filesize=9.5 K 2024-11-15T14:14:49,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/a858ad4a9cec429ab688d952f07a1b3d as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/a858ad4a9cec429ab688d952f07a1b3d 2024-11-15T14:14:49,866 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/a858ad4a9cec429ab688d952f07a1b3d, entries=100, sequenceid=249, filesize=9.5 K 2024-11-15T14:14:49,867 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for eb4b5094dc34296875c0e3150418cd69 in 1120ms, sequenceid=249, compaction requested=true 2024-11-15T14:14:49,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:49,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:49,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-15T14:14:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-15T14:14:49,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-15T14:14:49,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2800 sec 2024-11-15T14:14:49,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.2870 sec 2024-11-15T14:14:49,954 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:49,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-15T14:14:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:50,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a8d5b06aefc1499b96dc96db128cad4c_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680089950/Put/seqid=0 2024-11-15T14:14:50,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680149998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:50,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680150003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:50,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742002_1178 (size=17534) 2024-11-15T14:14:50,061 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,068 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a8d5b06aefc1499b96dc96db128cad4c_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a8d5b06aefc1499b96dc96db128cad4c_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:50,070 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/868bd65b872e4d16a2ecfad297ee8203, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:50,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/868bd65b872e4d16a2ecfad297ee8203 is 175, key is test_row_0/A:col10/1731680089950/Put/seqid=0 2024-11-15T14:14:50,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742003_1179 (size=48639) 2024-11-15T14:14:50,091 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/868bd65b872e4d16a2ecfad297ee8203 2024-11-15T14:14:50,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680150106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:50,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:50,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:50,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:50,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/90bb93c2c1b84b8f85aab2919a2f9b14 is 50, key is test_row_0/B:col10/1731680089950/Put/seqid=0 2024-11-15T14:14:50,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742004_1180 (size=12301) 2024-11-15T14:14:50,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680150115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:50,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/90bb93c2c1b84b8f85aab2919a2f9b14 2024-11-15T14:14:50,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/3f50a8b09c0d478fb0731a98fc979765 is 50, key is test_row_0/C:col10/1731680089950/Put/seqid=0 2024-11-15T14:14:50,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742005_1181 (size=12301) 2024-11-15T14:14:50,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680150315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:50,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:50,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:50,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680150336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:50,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:50,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:50,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:50,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/3f50a8b09c0d478fb0731a98fc979765 2024-11-15T14:14:50,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/868bd65b872e4d16a2ecfad297ee8203 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/868bd65b872e4d16a2ecfad297ee8203 2024-11-15T14:14:50,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/868bd65b872e4d16a2ecfad297ee8203, entries=250, sequenceid=277, filesize=47.5 K 2024-11-15T14:14:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/90bb93c2c1b84b8f85aab2919a2f9b14 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/90bb93c2c1b84b8f85aab2919a2f9b14 2024-11-15T14:14:50,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/90bb93c2c1b84b8f85aab2919a2f9b14, entries=150, sequenceid=277, filesize=12.0 K 2024-11-15T14:14:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/3f50a8b09c0d478fb0731a98fc979765 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/3f50a8b09c0d478fb0731a98fc979765 2024-11-15T14:14:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/3f50a8b09c0d478fb0731a98fc979765, entries=150, sequenceid=277, filesize=12.0 K 2024-11-15T14:14:50,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for eb4b5094dc34296875c0e3150418cd69 in 660ms, sequenceid=277, compaction requested=true 2024-11-15T14:14:50,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:50,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:14:50,615 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T14:14:50,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:50,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:14:50,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:50,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:14:50,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T14:14:50,615 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T14:14:50,617 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58921 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T14:14:50,618 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/B is initiating minor compaction (all files) 2024-11-15T14:14:50,618 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/B in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,618 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/196366c515dd40f7978627a8c8d30d9d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/610356fe069543adbabdd53389c820d1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/1c12b6426fd54cb2b3514a391161107b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/995125394c3c4c56914bfb8223259cb5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/90bb93c2c1b84b8f85aab2919a2f9b14] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=57.5 K 2024-11-15T14:14:50,619 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 190753 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T14:14:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,619 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/A is initiating minor compaction (all files) 2024-11-15T14:14:50,619 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/A in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:50,619 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/21b12cfa5e2e47f3806f7debe2b76fc9, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/b9c23fc0658148919f055b94126c64a6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/ba2e55c370a044a48c73ad7ca9612869, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/77af1e6b50694de1aa0a15de2903acdf, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/868bd65b872e4d16a2ecfad297ee8203] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=186.3 K 2024-11-15T14:14:50,619 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:50,619 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/21b12cfa5e2e47f3806f7debe2b76fc9, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/b9c23fc0658148919f055b94126c64a6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/ba2e55c370a044a48c73ad7ca9612869, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/77af1e6b50694de1aa0a15de2903acdf, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/868bd65b872e4d16a2ecfad297ee8203] 2024-11-15T14:14:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,620 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 196366c515dd40f7978627a8c8d30d9d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731680084168 2024-11-15T14:14:50,621 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 610356fe069543adbabdd53389c820d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731680084834 2024-11-15T14:14:50,621 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21b12cfa5e2e47f3806f7debe2b76fc9, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731680084168 2024-11-15T14:14:50,622 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9c23fc0658148919f055b94126c64a6, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731680084834 2024-11-15T14:14:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,622 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c12b6426fd54cb2b3514a391161107b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731680086212 2024-11-15T14:14:50,623 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba2e55c370a044a48c73ad7ca9612869, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731680086212 2024-11-15T14:14:50,623 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 995125394c3c4c56914bfb8223259cb5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731680086928 2024-11-15T14:14:50,624 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 90bb93c2c1b84b8f85aab2919a2f9b14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731680089279 2024-11-15T14:14:50,624 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77af1e6b50694de1aa0a15de2903acdf, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731680086928 2024-11-15T14:14:50,625 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 868bd65b872e4d16a2ecfad297ee8203, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731680089279 2024-11-15T14:14:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,657 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,675 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411154e4c47b97e5c4d198b55374967c2256c_eb4b5094dc34296875c0e3150418cd69 store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,681 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#B#compaction#149 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,682 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/f9429bdd601b4361b700f46562607239 is 50, key is test_row_0/B:col10/1731680089950/Put/seqid=0 2024-11-15T14:14:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,696 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411154e4c47b97e5c4d198b55374967c2256c_eb4b5094dc34296875c0e3150418cd69, store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,696 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154e4c47b97e5c4d198b55374967c2256c_eb4b5094dc34296875c0e3150418cd69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742006_1182 (size=12881) 2024-11-15T14:14:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,728 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/f9429bdd601b4361b700f46562607239 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/f9429bdd601b4361b700f46562607239 2024-11-15T14:14:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T14:14:50,736 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:50,736 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-15T14:14:50,737 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/B of eb4b5094dc34296875c0e3150418cd69 into f9429bdd601b4361b700f46562607239(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:50,738 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:50,738 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/B, priority=11, startTime=1731680090615; duration=0sec 2024-11-15T14:14:50,738 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:50,738 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:B 2024-11-15T14:14:50,738 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T14:14:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T14:14:50,738 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,739 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:50,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,742 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58921 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T14:14:50,742 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/C is initiating minor compaction (all files) 2024-11-15T14:14:50,743 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/C in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:50,743 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/745c4b0bdf0d4937bc4a7418189841db, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/5621607ad5d24f7c90b18643ae0a86a6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1df896acb53448afb243cd3d5240153f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/a858ad4a9cec429ab688d952f07a1b3d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/3f50a8b09c0d478fb0731a98fc979765] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=57.5 K 2024-11-15T14:14:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,744 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 745c4b0bdf0d4937bc4a7418189841db, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731680084168 2024-11-15T14:14:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,745 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 5621607ad5d24f7c90b18643ae0a86a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731680084834 2024-11-15T14:14:50,746 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 1df896acb53448afb243cd3d5240153f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731680086212 2024-11-15T14:14:50,746 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting a858ad4a9cec429ab688d952f07a1b3d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731680086928 2024-11-15T14:14:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,747 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f50a8b09c0d478fb0731a98fc979765, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731680089279 2024-11-15T14:14:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742007_1183 (size=4469) 2024-11-15T14:14:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,763 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#A#compaction#150 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:50,763 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/65c2034596c848fdac01aea8e9ac0561 is 175, key is test_row_0/A:col10/1731680089950/Put/seqid=0 2024-11-15T14:14:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,791 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#C#compaction#151 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,792 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/65ac9161addf489595102fb2eec8badf is 50, key is test_row_0/C:col10/1731680089950/Put/seqid=0 2024-11-15T14:14:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742008_1184 (size=31835) 2024-11-15T14:14:50,811 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/65c2034596c848fdac01aea8e9ac0561 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65c2034596c848fdac01aea8e9ac0561 2024-11-15T14:14:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,820 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/A of eb4b5094dc34296875c0e3150418cd69 into 65c2034596c848fdac01aea8e9ac0561(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:50,820 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:50,820 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/A, priority=11, startTime=1731680090615; duration=0sec 2024-11-15T14:14:50,820 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:50,820 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:A 2024-11-15T14:14:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742009_1185 (size=12881) 2024-11-15T14:14:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,834 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/65ac9161addf489595102fb2eec8badf as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/65ac9161addf489595102fb2eec8badf 2024-11-15T14:14:50,841 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/C of eb4b5094dc34296875c0e3150418cd69 into 65ac9161addf489595102fb2eec8badf(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:50,841 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:50,841 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/C, priority=11, startTime=1731680090615; duration=0sec 2024-11-15T14:14:50,841 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:50,841 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:C 2024-11-15T14:14:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T14:14:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:50,870 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:50,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:14:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T14:14:50,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:50,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:50,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:50,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:50,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111573a53273a0214b70b55bfeefe2237567_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680090864/Put/seqid=0 2024-11-15T14:14:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742010_1186 (size=12454) 2024-11-15T14:14:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T14:14:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:51,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T14:14:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T14:14:51,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:51,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:51,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680151318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:51,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680151322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:51,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:51,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:51,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:51,357 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:51,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T14:14:51,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:51,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:51,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:51,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,362 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111573a53273a0214b70b55bfeefe2237567_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111573a53273a0214b70b55bfeefe2237567_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T14:14:51,368 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/3856b3925457427ca84cee18568d649b, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:51,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/3856b3925457427ca84cee18568d649b is 175, key is test_row_0/A:col10/1731680090864/Put/seqid=0 2024-11-15T14:14:51,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742011_1187 (size=31251) 2024-11-15T14:14:51,387 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/3856b3925457427ca84cee18568d649b 2024-11-15T14:14:51,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/5a612e0f79a24dc3be5a289e3abcbbc3 is 50, key is test_row_0/B:col10/1731680090864/Put/seqid=0 2024-11-15T14:14:51,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680151435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:51,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:51,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:51,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:51,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680151435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:51,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742012_1188 (size=9857) 2024-11-15T14:14:51,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/5a612e0f79a24dc3be5a289e3abcbbc3 2024-11-15T14:14:51,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/e19324dd9f2d4a8eaa4075961bae7ff1 is 50, key is test_row_0/C:col10/1731680090864/Put/seqid=0 2024-11-15T14:14:51,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T14:14:51,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:51,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:51,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:51,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742013_1189 (size=9857) 2024-11-15T14:14:51,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/e19324dd9f2d4a8eaa4075961bae7ff1 2024-11-15T14:14:51,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/3856b3925457427ca84cee18568d649b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/3856b3925457427ca84cee18568d649b 2024-11-15T14:14:51,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/3856b3925457427ca84cee18568d649b, entries=150, sequenceid=291, filesize=30.5 K 2024-11-15T14:14:51,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/5a612e0f79a24dc3be5a289e3abcbbc3 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/5a612e0f79a24dc3be5a289e3abcbbc3 2024-11-15T14:14:51,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/5a612e0f79a24dc3be5a289e3abcbbc3, entries=100, sequenceid=291, filesize=9.6 K 2024-11-15T14:14:51,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/e19324dd9f2d4a8eaa4075961bae7ff1 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/e19324dd9f2d4a8eaa4075961bae7ff1 2024-11-15T14:14:51,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/e19324dd9f2d4a8eaa4075961bae7ff1, entries=100, sequenceid=291, filesize=9.6 K 2024-11-15T14:14:51,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for eb4b5094dc34296875c0e3150418cd69 in 708ms, sequenceid=291, compaction requested=false 2024-11-15T14:14:51,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:51,659 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:51,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T14:14:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:51,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T14:14:51,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:51,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:51,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:51,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cb4a3dae3a6149e297bffccb9306a0b4_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680091315/Put/seqid=0 2024-11-15T14:14:51,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742014_1190 (size=12454) 2024-11-15T14:14:51,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680151740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:51,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:51,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:51,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:51,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680151751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:51,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T14:14:51,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:51,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:51,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:51,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680151856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:51,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:51,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:51,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:51,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680151865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:51,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:51,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:51,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T14:14:51,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T14:14:51,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:51,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:51,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:51,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:52,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680152065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:52,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:52,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:52,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:52,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680152076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:52,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T14:14:52,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:52,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:52,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:52,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:52,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:52,150 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:52,156 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cb4a3dae3a6149e297bffccb9306a0b4_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cb4a3dae3a6149e297bffccb9306a0b4_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:52,158 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/c199ab562c59494b8e59869f19a2d55c, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:52,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/c199ab562c59494b8e59869f19a2d55c is 175, key is test_row_0/A:col10/1731680091315/Put/seqid=0 2024-11-15T14:14:52,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742015_1191 (size=31255) 2024-11-15T14:14:52,180 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/c199ab562c59494b8e59869f19a2d55c 2024-11-15T14:14:52,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/1adf803911774cd099fcdfba2a4c3c39 is 50, key is test_row_0/B:col10/1731680091315/Put/seqid=0 2024-11-15T14:14:52,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742016_1192 (size=12301) 2024-11-15T14:14:52,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T14:14:52,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:52,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:52,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:52,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:52,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:52,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680152376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:52,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680152396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:52,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42198 deadline: 1731680152455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:52,465 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in eb4b5094dc34296875c0e3150418cd69 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8290 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:14:52,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:52,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:52,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:52,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T14:14:52,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:52,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:52,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:52,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:52,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:52,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T14:14:52,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:52,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:52,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:52,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:52,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:52,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/1adf803911774cd099fcdfba2a4c3c39 2024-11-15T14:14:52,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/03d083f475dc43c491e2e7fb36ca5132 is 50, key is test_row_0/C:col10/1731680091315/Put/seqid=0 2024-11-15T14:14:52,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742017_1193 (size=12301) 2024-11-15T14:14:52,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/03d083f475dc43c491e2e7fb36ca5132 2024-11-15T14:14:52,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/c199ab562c59494b8e59869f19a2d55c as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/c199ab562c59494b8e59869f19a2d55c 2024-11-15T14:14:52,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/c199ab562c59494b8e59869f19a2d55c, entries=150, sequenceid=317, filesize=30.5 K 2024-11-15T14:14:52,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/1adf803911774cd099fcdfba2a4c3c39 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/1adf803911774cd099fcdfba2a4c3c39 2024-11-15T14:14:52,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/1adf803911774cd099fcdfba2a4c3c39, entries=150, sequenceid=317, filesize=12.0 K 2024-11-15T14:14:52,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/03d083f475dc43c491e2e7fb36ca5132 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/03d083f475dc43c491e2e7fb36ca5132 2024-11-15T14:14:52,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/03d083f475dc43c491e2e7fb36ca5132, entries=150, sequenceid=317, filesize=12.0 K 2024-11-15T14:14:52,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for eb4b5094dc34296875c0e3150418cd69 in 1110ms, sequenceid=317, compaction requested=true 2024-11-15T14:14:52,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:52,769 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:14:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:52,770 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:52,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:14:52,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:52,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:14:52,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:52,774 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94341 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:52,774 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/A is initiating minor compaction (all files) 2024-11-15T14:14:52,774 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/A in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:52,774 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65c2034596c848fdac01aea8e9ac0561, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/3856b3925457427ca84cee18568d649b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/c199ab562c59494b8e59869f19a2d55c] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=92.1 K 2024-11-15T14:14:52,774 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:52,774 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65c2034596c848fdac01aea8e9ac0561, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/3856b3925457427ca84cee18568d649b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/c199ab562c59494b8e59869f19a2d55c] 2024-11-15T14:14:52,776 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:52,776 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/B is initiating minor compaction (all files) 2024-11-15T14:14:52,776 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/B in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:52,776 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/f9429bdd601b4361b700f46562607239, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/5a612e0f79a24dc3be5a289e3abcbbc3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/1adf803911774cd099fcdfba2a4c3c39] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=34.2 K 2024-11-15T14:14:52,777 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting f9429bdd601b4361b700f46562607239, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731680089279 2024-11-15T14:14:52,778 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a612e0f79a24dc3be5a289e3abcbbc3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731680090001 2024-11-15T14:14:52,778 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 1adf803911774cd099fcdfba2a4c3c39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731680091307 2024-11-15T14:14:52,778 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65c2034596c848fdac01aea8e9ac0561, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731680089279 2024-11-15T14:14:52,779 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3856b3925457427ca84cee18568d649b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731680090001 2024-11-15T14:14:52,780 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting c199ab562c59494b8e59869f19a2d55c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731680091307 2024-11-15T14:14:52,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T14:14:52,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:52,794 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T14:14:52,806 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:52,817 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#B#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:52,818 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/7e3f02337003431e852b6b80baae3945 is 50, key is test_row_0/B:col10/1731680091315/Put/seqid=0 2024-11-15T14:14:52,839 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115aba58072fb2046b782dc11d3992a25df_eb4b5094dc34296875c0e3150418cd69 store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:52,841 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115aba58072fb2046b782dc11d3992a25df_eb4b5094dc34296875c0e3150418cd69, store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:52,841 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115aba58072fb2046b782dc11d3992a25df_eb4b5094dc34296875c0e3150418cd69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:52,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156283792122224854a4214c9cbc333841_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680091695/Put/seqid=0 2024-11-15T14:14:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T14:14:52,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:52,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742018_1194 (size=12983) 2024-11-15T14:14:52,911 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/7e3f02337003431e852b6b80baae3945 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/7e3f02337003431e852b6b80baae3945 2024-11-15T14:14:52,921 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/B of eb4b5094dc34296875c0e3150418cd69 into 7e3f02337003431e852b6b80baae3945(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:52,921 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:52,921 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/B, priority=13, startTime=1731680092770; duration=0sec 2024-11-15T14:14:52,921 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:52,921 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:B 2024-11-15T14:14:52,921 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:14:52,923 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:14:52,923 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/C is initiating minor compaction (all files) 2024-11-15T14:14:52,923 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/C in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:52,923 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/65ac9161addf489595102fb2eec8badf, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/e19324dd9f2d4a8eaa4075961bae7ff1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/03d083f475dc43c491e2e7fb36ca5132] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=34.2 K 2024-11-15T14:14:52,924 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 65ac9161addf489595102fb2eec8badf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731680089279 2024-11-15T14:14:52,924 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting e19324dd9f2d4a8eaa4075961bae7ff1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731680090001 2024-11-15T14:14:52,925 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 03d083f475dc43c491e2e7fb36ca5132, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731680091307 2024-11-15T14:14:52,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742019_1195 (size=4469) 2024-11-15T14:14:52,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742020_1196 (size=12454) 2024-11-15T14:14:52,956 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#C#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:52,956 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/bd681822e56843079aadc9dd36a883f0 is 50, key is test_row_0/C:col10/1731680091315/Put/seqid=0 2024-11-15T14:14:52,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742021_1197 (size=12983) 2024-11-15T14:14:53,007 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/bd681822e56843079aadc9dd36a883f0 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/bd681822e56843079aadc9dd36a883f0 2024-11-15T14:14:53,019 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/C of eb4b5094dc34296875c0e3150418cd69 into bd681822e56843079aadc9dd36a883f0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:53,019 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:53,019 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/C, priority=13, startTime=1731680092771; duration=0sec 2024-11-15T14:14:53,019 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:53,019 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:C 2024-11-15T14:14:53,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680153098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:53,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680153098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:53,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:53,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:53,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:53,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680153205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:53,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:53,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:53,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:53,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680153205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:53,328 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#A#compaction#158 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:53,328 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/d0bd276c61ee43848340d89bf7e54254 is 175, key is test_row_0/A:col10/1731680091315/Put/seqid=0 2024-11-15T14:14:53,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:53,351 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156283792122224854a4214c9cbc333841_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156283792122224854a4214c9cbc333841_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:53,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/5214dfc0ddf945c9b500b6b2374cb1e1, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/5214dfc0ddf945c9b500b6b2374cb1e1 is 175, key is test_row_0/A:col10/1731680091695/Put/seqid=0 2024-11-15T14:14:53,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742022_1198 (size=31937) 2024-11-15T14:14:53,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742023_1199 (size=31255) 2024-11-15T14:14:53,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680153416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:53,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:53,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:53,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:53,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680153427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:53,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:53,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:53,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:53,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680153725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:53,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680153737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:53,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:53,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:53,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:53,768 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/d0bd276c61ee43848340d89bf7e54254 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/d0bd276c61ee43848340d89bf7e54254 2024-11-15T14:14:53,781 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/A of eb4b5094dc34296875c0e3150418cd69 into d0bd276c61ee43848340d89bf7e54254(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-15T14:14:53,781 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:53,781 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/A, priority=13, startTime=1731680092769; duration=1sec 2024-11-15T14:14:53,782 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:53,782 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:A 2024-11-15T14:14:53,802 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/5214dfc0ddf945c9b500b6b2374cb1e1 2024-11-15T14:14:53,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/93bd853ebd9b415c83e2d7f84bca32aa is 50, key is test_row_0/B:col10/1731680091695/Put/seqid=0 2024-11-15T14:14:53,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742024_1200 (size=12301) 2024-11-15T14:14:54,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680154235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:54,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680154255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:54,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:54,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:54,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:54,263 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/93bd853ebd9b415c83e2d7f84bca32aa 2024-11-15T14:14:54,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/07a5677cc16942f9bc78016d756cf88e is 50, key is test_row_0/C:col10/1731680091695/Put/seqid=0 2024-11-15T14:14:54,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742025_1201 (size=12301) 2024-11-15T14:14:54,308 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/07a5677cc16942f9bc78016d756cf88e 2024-11-15T14:14:54,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/5214dfc0ddf945c9b500b6b2374cb1e1 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/5214dfc0ddf945c9b500b6b2374cb1e1 2024-11-15T14:14:54,326 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/5214dfc0ddf945c9b500b6b2374cb1e1, entries=150, sequenceid=327, filesize=30.5 K 2024-11-15T14:14:54,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/93bd853ebd9b415c83e2d7f84bca32aa as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/93bd853ebd9b415c83e2d7f84bca32aa 2024-11-15T14:14:54,332 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/93bd853ebd9b415c83e2d7f84bca32aa, entries=150, sequenceid=327, filesize=12.0 K 2024-11-15T14:14:54,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/07a5677cc16942f9bc78016d756cf88e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/07a5677cc16942f9bc78016d756cf88e 2024-11-15T14:14:54,342 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/07a5677cc16942f9bc78016d756cf88e, entries=150, sequenceid=327, filesize=12.0 K 2024-11-15T14:14:54,344 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for eb4b5094dc34296875c0e3150418cd69 in 1550ms, sequenceid=327, compaction requested=false 2024-11-15T14:14:54,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:54,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:54,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-15T14:14:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-15T14:14:54,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-15T14:14:54,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6070 sec 2024-11-15T14:14:54,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 3.6130 sec 2024-11-15T14:14:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T14:14:54,906 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:54,906 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-15T14:14:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T14:14:54,908 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:54,910 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:54,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T14:14:55,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T14:14:55,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:55,064 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-15T14:14:55,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111508df532ad7004e70b1c1c89d629a024f_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680093076/Put/seqid=0 2024-11-15T14:14:55,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742026_1202 (size=12454) 2024-11-15T14:14:55,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:55,136 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111508df532ad7004e70b1c1c89d629a024f_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111508df532ad7004e70b1c1c89d629a024f_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/65fa05d569124ae498a21a26b4ea0c45, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/65fa05d569124ae498a21a26b4ea0c45 is 175, key is test_row_0/A:col10/1731680093076/Put/seqid=0 2024-11-15T14:14:55,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742027_1203 (size=31255) 2024-11-15T14:14:55,174 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/65fa05d569124ae498a21a26b4ea0c45 2024-11-15T14:14:55,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/fafeda2097a8400085d6e8bd50892764 is 50, key is test_row_0/B:col10/1731680093076/Put/seqid=0 2024-11-15T14:14:55,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742028_1204 (size=12301) 2024-11-15T14:14:55,221 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/fafeda2097a8400085d6e8bd50892764 2024-11-15T14:14:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T14:14:55,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/53373e536066439192ef4efa35dfb7b2 is 50, key is test_row_0/C:col10/1731680093076/Put/seqid=0 2024-11-15T14:14:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:55,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:55,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680155280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:55,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680155281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:55,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742029_1205 (size=12301) 2024-11-15T14:14:55,313 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/53373e536066439192ef4efa35dfb7b2 2024-11-15T14:14:55,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/65fa05d569124ae498a21a26b4ea0c45 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65fa05d569124ae498a21a26b4ea0c45 2024-11-15T14:14:55,324 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65fa05d569124ae498a21a26b4ea0c45, entries=150, sequenceid=357, filesize=30.5 K 2024-11-15T14:14:55,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/fafeda2097a8400085d6e8bd50892764 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/fafeda2097a8400085d6e8bd50892764 2024-11-15T14:14:55,335 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/fafeda2097a8400085d6e8bd50892764, entries=150, sequenceid=357, filesize=12.0 K 2024-11-15T14:14:55,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/53373e536066439192ef4efa35dfb7b2 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/53373e536066439192ef4efa35dfb7b2 2024-11-15T14:14:55,342 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/53373e536066439192ef4efa35dfb7b2, entries=150, sequenceid=357, filesize=12.0 K 2024-11-15T14:14:55,343 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for eb4b5094dc34296875c0e3150418cd69 in 279ms, sequenceid=357, compaction requested=true 2024-11-15T14:14:55,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:55,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:55,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-15T14:14:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-15T14:14:55,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-15T14:14:55,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 434 msec 2024-11-15T14:14:55,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 443 msec 2024-11-15T14:14:55,399 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:14:55,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:14:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:55,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115870a45640c65466a918b29028e2737a7_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680095391/Put/seqid=0 2024-11-15T14:14:55,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742030_1206 (size=14994) 2024-11-15T14:14:55,447 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:55,458 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115870a45640c65466a918b29028e2737a7_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115870a45640c65466a918b29028e2737a7_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:55,463 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/1920220642a04dd0aac6757433eb7235, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:55,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/1920220642a04dd0aac6757433eb7235 is 175, key is test_row_0/A:col10/1731680095391/Put/seqid=0 2024-11-15T14:14:55,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742031_1207 (size=39949) 2024-11-15T14:14:55,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680155530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T14:14:55,541 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:14:55,542 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:14:55,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680155533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-15T14:14:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:55,544 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:14:55,547 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:14:55,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:14:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T14:14:55,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680155646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:55,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:55,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:55,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:55,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680155646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:55,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:55,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:55,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T14:14:55,661 INFO [Thread-596 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-596. 2024-11-15T14:14:55,661 DEBUG [Thread-596 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:55,661 DEBUG [Thread-596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:55,661 DEBUG [Thread-596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:55,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:55,664 INFO [Thread-594 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-594. 2024-11-15T14:14:55,664 DEBUG [Thread-594 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:55,664 DEBUG [Thread-594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:55,664 DEBUG [Thread-594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:55,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:55,668 INFO [Thread-598 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-598. 2024-11-15T14:14:55,668 DEBUG [Thread-598 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:55,669 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:55,669 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:55,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:55,679 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:14:55,683 INFO [Thread-600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-600. 2024-11-15T14:14:55,683 DEBUG [Thread-600 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:55,683 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:55,683 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:55,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:55,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-15T14:14:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:55,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:55,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:55,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42254 deadline: 1731680155855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:55,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-15T14:14:55,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:55,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:55,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:55,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:55,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T14:14:55,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:14:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42240 deadline: 1731680155866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 2024-11-15T14:14:55,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:55,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:14:55,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:14:55,918 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/1920220642a04dd0aac6757433eb7235 2024-11-15T14:14:55,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/cbbd76dfc9f44da88fcec72a864ef21c is 50, key is test_row_0/B:col10/1731680095391/Put/seqid=0 2024-11-15T14:14:55,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742032_1208 (size=12301) 2024-11-15T14:14:55,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/cbbd76dfc9f44da88fcec72a864ef21c 2024-11-15T14:14:55,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/1adfa1b31bb24f7a8ebd78945e2e8e0c is 50, key is test_row_0/C:col10/1731680095391/Put/seqid=0 2024-11-15T14:14:55,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742033_1209 (size=12301) 2024-11-15T14:14:55,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/1adfa1b31bb24f7a8ebd78945e2e8e0c 2024-11-15T14:14:56,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/1920220642a04dd0aac6757433eb7235 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/1920220642a04dd0aac6757433eb7235 2024-11-15T14:14:56,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/1920220642a04dd0aac6757433eb7235, entries=200, sequenceid=368, filesize=39.0 K 2024-11-15T14:14:56,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/cbbd76dfc9f44da88fcec72a864ef21c as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/cbbd76dfc9f44da88fcec72a864ef21c 2024-11-15T14:14:56,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-15T14:14:56,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:56,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:56,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:56,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:56,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:14:56,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/cbbd76dfc9f44da88fcec72a864ef21c, entries=150, sequenceid=368, filesize=12.0 K 2024-11-15T14:14:56,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/1adfa1b31bb24f7a8ebd78945e2e8e0c as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1adfa1b31bb24f7a8ebd78945e2e8e0c 2024-11-15T14:14:56,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1adfa1b31bb24f7a8ebd78945e2e8e0c, entries=150, sequenceid=368, filesize=12.0 K 2024-11-15T14:14:56,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for eb4b5094dc34296875c0e3150418cd69 in 640ms, sequenceid=368, compaction requested=true 2024-11-15T14:14:56,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:56,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:14:56,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:56,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:14:56,039 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:14:56,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:56,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb4b5094dc34296875c0e3150418cd69:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:14:56,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T14:14:56,040 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:14:56,043 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:14:56,044 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/A is initiating minor compaction (all files) 2024-11-15T14:14:56,044 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/A in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:56,044 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/d0bd276c61ee43848340d89bf7e54254, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/5214dfc0ddf945c9b500b6b2374cb1e1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65fa05d569124ae498a21a26b4ea0c45, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/1920220642a04dd0aac6757433eb7235] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=131.2 K 2024-11-15T14:14:56,044 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:56,044 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/d0bd276c61ee43848340d89bf7e54254, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/5214dfc0ddf945c9b500b6b2374cb1e1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65fa05d569124ae498a21a26b4ea0c45, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/1920220642a04dd0aac6757433eb7235] 2024-11-15T14:14:56,045 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting d0bd276c61ee43848340d89bf7e54254, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731680091307 2024-11-15T14:14:56,045 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:14:56,045 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/B is initiating minor compaction (all files) 2024-11-15T14:14:56,045 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/B in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:56,046 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/7e3f02337003431e852b6b80baae3945, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/93bd853ebd9b415c83e2d7f84bca32aa, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/fafeda2097a8400085d6e8bd50892764, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/cbbd76dfc9f44da88fcec72a864ef21c] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=48.7 K 2024-11-15T14:14:56,046 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 5214dfc0ddf945c9b500b6b2374cb1e1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731680091672 2024-11-15T14:14:56,047 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e3f02337003431e852b6b80baae3945, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731680091307 2024-11-15T14:14:56,047 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 65fa05d569124ae498a21a26b4ea0c45, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731680093046 2024-11-15T14:14:56,047 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93bd853ebd9b415c83e2d7f84bca32aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731680091672 2024-11-15T14:14:56,049 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting fafeda2097a8400085d6e8bd50892764, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731680093046 2024-11-15T14:14:56,049 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 1920220642a04dd0aac6757433eb7235, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731680095277 2024-11-15T14:14:56,050 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbbd76dfc9f44da88fcec72a864ef21c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731680095277 2024-11-15T14:14:56,073 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:56,078 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#B#compaction#170 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:56,079 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/0957910dc9824a459d997d9653be0058 is 50, key is test_row_0/B:col10/1731680095391/Put/seqid=0 2024-11-15T14:14:56,083 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115bb7ed370bd524b109c5e97238c8142a8_eb4b5094dc34296875c0e3150418cd69 store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:56,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742034_1210 (size=13119) 2024-11-15T14:14:56,140 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/0957910dc9824a459d997d9653be0058 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/0957910dc9824a459d997d9653be0058 2024-11-15T14:14:56,154 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/B of eb4b5094dc34296875c0e3150418cd69 into 0957910dc9824a459d997d9653be0058(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:56,154 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:56,154 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/B, priority=12, startTime=1731680096039; duration=0sec 2024-11-15T14:14:56,154 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:14:56,154 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:B 2024-11-15T14:14:56,154 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:14:56,156 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:14:56,157 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): eb4b5094dc34296875c0e3150418cd69/C is initiating minor compaction (all files) 2024-11-15T14:14:56,157 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eb4b5094dc34296875c0e3150418cd69/C in TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:56,157 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/bd681822e56843079aadc9dd36a883f0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/07a5677cc16942f9bc78016d756cf88e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/53373e536066439192ef4efa35dfb7b2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1adfa1b31bb24f7a8ebd78945e2e8e0c] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp, totalSize=48.7 K 2024-11-15T14:14:56,158 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd681822e56843079aadc9dd36a883f0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731680091307 2024-11-15T14:14:56,159 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07a5677cc16942f9bc78016d756cf88e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731680091672 2024-11-15T14:14:56,159 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53373e536066439192ef4efa35dfb7b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731680093046 2024-11-15T14:14:56,160 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1adfa1b31bb24f7a8ebd78945e2e8e0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731680095277 2024-11-15T14:14:56,175 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115bb7ed370bd524b109c5e97238c8142a8_eb4b5094dc34296875c0e3150418cd69, store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:56,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-15T14:14:56,175 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bb7ed370bd524b109c5e97238c8142a8_eb4b5094dc34296875c0e3150418cd69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:56,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T14:14:56,175 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T14:14:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:56,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. as already flushing 2024-11-15T14:14:56,177 INFO [Thread-589 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-589. 2024-11-15T14:14:56,177 DEBUG [Thread-589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:56,177 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:56,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:56,177 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:56,184 INFO [Thread-583 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-583. 2024-11-15T14:14:56,184 DEBUG [Thread-583 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:56,184 DEBUG [Thread-583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:56,184 DEBUG [Thread-583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:56,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:56,184 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#C#compaction#172 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:56,185 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/0ace985418734c50b8adc7c892437b47 is 50, key is test_row_0/C:col10/1731680095391/Put/seqid=0 2024-11-15T14:14:56,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742035_1211 (size=4469) 2024-11-15T14:14:56,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742036_1212 (size=13119) 2024-11-15T14:14:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157a62fb26788845cb96c4bc260a93e2df_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680096165/Put/seqid=0 2024-11-15T14:14:56,216 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/0ace985418734c50b8adc7c892437b47 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/0ace985418734c50b8adc7c892437b47 2024-11-15T14:14:56,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742037_1213 (size=12454) 2024-11-15T14:14:56,234 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/C of eb4b5094dc34296875c0e3150418cd69 into 0ace985418734c50b8adc7c892437b47(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:56,234 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:56,234 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/C, priority=12, startTime=1731680096039; duration=0sec 2024-11-15T14:14:56,234 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:56,235 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:C 2024-11-15T14:14:56,595 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb4b5094dc34296875c0e3150418cd69#A#compaction#171 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:14:56,596 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/e73c8cdbe9964176878b8d82de370385 is 175, key is test_row_0/A:col10/1731680095391/Put/seqid=0 2024-11-15T14:14:56,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:14:56,623 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157a62fb26788845cb96c4bc260a93e2df_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157a62fb26788845cb96c4bc260a93e2df_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:14:56,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/c28a53bd9fb2473b86491c6e4c1425d4, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:14:56,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/c28a53bd9fb2473b86491c6e4c1425d4 is 175, key is test_row_0/A:col10/1731680096165/Put/seqid=0 2024-11-15T14:14:56,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742038_1214 (size=32073) 2024-11-15T14:14:56,639 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/e73c8cdbe9964176878b8d82de370385 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/e73c8cdbe9964176878b8d82de370385 2024-11-15T14:14:56,644 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in eb4b5094dc34296875c0e3150418cd69/A of eb4b5094dc34296875c0e3150418cd69 into e73c8cdbe9964176878b8d82de370385(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:14:56,644 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:56,644 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., storeName=eb4b5094dc34296875c0e3150418cd69/A, priority=12, startTime=1731680096039; duration=0sec 2024-11-15T14:14:56,644 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:14:56,644 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb4b5094dc34296875c0e3150418cd69:A 2024-11-15T14:14:56,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742039_1215 (size=31255) 2024-11-15T14:14:56,658 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/c28a53bd9fb2473b86491c6e4c1425d4 2024-11-15T14:14:56,660 INFO [Thread-585 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-585. 2024-11-15T14:14:56,660 DEBUG [Thread-585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:56,660 DEBUG [Thread-585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:56,660 DEBUG [Thread-585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:56,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:56,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/548f4265732143e2921e83b4a13f5796 is 50, key is test_row_0/B:col10/1731680096165/Put/seqid=0 2024-11-15T14:14:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T14:14:56,689 INFO [Thread-591 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-591. 2024-11-15T14:14:56,689 DEBUG [Thread-591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:14:56,689 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:56,689 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:14:56,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:14:56,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742040_1216 (size=12301) 2024-11-15T14:14:57,093 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/548f4265732143e2921e83b4a13f5796 2024-11-15T14:14:57,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/8a896ab2250544afb5736b8562692e6c is 50, key is test_row_0/C:col10/1731680096165/Put/seqid=0 2024-11-15T14:14:57,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742041_1217 (size=12301) 2024-11-15T14:14:57,512 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/8a896ab2250544afb5736b8562692e6c 2024-11-15T14:14:57,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/c28a53bd9fb2473b86491c6e4c1425d4 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/c28a53bd9fb2473b86491c6e4c1425d4 2024-11-15T14:14:57,526 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/c28a53bd9fb2473b86491c6e4c1425d4, entries=150, sequenceid=395, filesize=30.5 K 2024-11-15T14:14:57,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/548f4265732143e2921e83b4a13f5796 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/548f4265732143e2921e83b4a13f5796 2024-11-15T14:14:57,540 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/548f4265732143e2921e83b4a13f5796, entries=150, sequenceid=395, filesize=12.0 K 2024-11-15T14:14:57,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/8a896ab2250544afb5736b8562692e6c as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/8a896ab2250544afb5736b8562692e6c 2024-11-15T14:14:57,551 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/8a896ab2250544afb5736b8562692e6c, entries=150, sequenceid=395, filesize=12.0 K 2024-11-15T14:14:57,552 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=20.13 KB/20610 for eb4b5094dc34296875c0e3150418cd69 in 1377ms, sequenceid=395, compaction requested=false 2024-11-15T14:14:57,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for eb4b5094dc34296875c0e3150418cd69: 2024-11-15T14:14:57,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:14:57,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-15T14:14:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-15T14:14:57,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-15T14:14:57,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0070 sec 2024-11-15T14:14:57,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.0150 sec 2024-11-15T14:14:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T14:14:57,706 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:02,507 INFO [Thread-587 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-587. 2024-11-15T14:15:02,507 DEBUG [Thread-587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:02,507 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:02,507 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:02,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:02,508 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T14:15:02,508 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 121 2024-11-15T14:15:02,508 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-15T14:15:02,508 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-15T14:15:02,508 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-11-15T14:15:02,508 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-15T14:15:02,508 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T14:15:02,508 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2118 2024-11-15T14:15:02,508 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2257 2024-11-15T14:15:02,508 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T14:15:02,508 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1009 2024-11-15T14:15:02,508 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3027 rows 2024-11-15T14:15:02,508 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 990 2024-11-15T14:15:02,508 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2966 rows 2024-11-15T14:15:02,508 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:15:02,508 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:15:02,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:02,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:02,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:02,510 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-15T14:15:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T14:15:02,514 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680102513"}]},"ts":"1731680102513"} 2024-11-15T14:15:02,515 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T14:15:02,515 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T14:15:02,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T14:15:02,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb4b5094dc34296875c0e3150418cd69, UNASSIGN}] 2024-11-15T14:15:02,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb4b5094dc34296875c0e3150418cd69, UNASSIGN 2024-11-15T14:15:02,519 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=eb4b5094dc34296875c0e3150418cd69, regionState=CLOSING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:15:02,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb4b5094dc34296875c0e3150418cd69, UNASSIGN because future has completed 2024-11-15T14:15:02,521 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T14:15:02,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:15:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T14:15:02,674 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:02,674 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T14:15:02,674 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing eb4b5094dc34296875c0e3150418cd69, disabling compactions & flushes 2024-11-15T14:15:02,674 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:15:02,674 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:15:02,674 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. after waiting 0 ms 2024-11-15T14:15:02,674 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:15:02,674 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing eb4b5094dc34296875c0e3150418cd69 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-15T14:15:02,682 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d8d077214086487aa20fe7532c5d17fa_eb4b5094dc34296875c0e3150418cd69 is 50, key is test_row_0/A:col10/1731680102506/Put/seqid=0 2024-11-15T14:15:02,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742042_1218 (size=12454) 2024-11-15T14:15:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T14:15:03,094 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:03,101 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d8d077214086487aa20fe7532c5d17fa_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d8d077214086487aa20fe7532c5d17fa_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:03,102 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/c458569bf44f4cda98f8f5b481a0bbbf, store: [table=TestAcidGuarantees family=A region=eb4b5094dc34296875c0e3150418cd69] 2024-11-15T14:15:03,103 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/c458569bf44f4cda98f8f5b481a0bbbf is 175, key is test_row_0/A:col10/1731680102506/Put/seqid=0 2024-11-15T14:15:03,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742043_1219 (size=31255) 2024-11-15T14:15:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T14:15:03,507 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/c458569bf44f4cda98f8f5b481a0bbbf 2024-11-15T14:15:03,523 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/e7a27afc3f79405090dec6ef35d0e279 is 50, key is test_row_0/B:col10/1731680102506/Put/seqid=0 2024-11-15T14:15:03,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742044_1220 (size=12301) 2024-11-15T14:15:03,530 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/e7a27afc3f79405090dec6ef35d0e279 2024-11-15T14:15:03,542 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/3202c508d47d4c98acb0fca7a7bba948 is 50, key is test_row_0/C:col10/1731680102506/Put/seqid=0 2024-11-15T14:15:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T14:15:03,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742045_1221 (size=12301) 2024-11-15T14:15:04,096 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/3202c508d47d4c98acb0fca7a7bba948 2024-11-15T14:15:04,104 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/A/c458569bf44f4cda98f8f5b481a0bbbf as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/c458569bf44f4cda98f8f5b481a0bbbf 2024-11-15T14:15:04,111 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/c458569bf44f4cda98f8f5b481a0bbbf, entries=150, sequenceid=404, filesize=30.5 K 2024-11-15T14:15:04,113 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/B/e7a27afc3f79405090dec6ef35d0e279 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/e7a27afc3f79405090dec6ef35d0e279 2024-11-15T14:15:04,118 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/e7a27afc3f79405090dec6ef35d0e279, entries=150, sequenceid=404, filesize=12.0 K 2024-11-15T14:15:04,119 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/.tmp/C/3202c508d47d4c98acb0fca7a7bba948 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/3202c508d47d4c98acb0fca7a7bba948 2024-11-15T14:15:04,124 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/3202c508d47d4c98acb0fca7a7bba948, entries=150, sequenceid=404, filesize=12.0 K 2024-11-15T14:15:04,125 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for eb4b5094dc34296875c0e3150418cd69 in 1451ms, sequenceid=404, compaction requested=true 2024-11-15T14:15:04,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/2078a6a6e59d4778a12d177a37e3664c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/0d2cf4b91db04945b93a24f752dfac9a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/4e9f318c294c4a1ca35ef8aabf2a2bfa, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/63cdde4a6fb74a65ab8a7954e3c7c746, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/d1c02a435d4e4047897b7c208e966307, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/85055ef4496f46778d3f970d82a16e2d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/7ed4e9b98a14454db7ffec3093805358, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/a060d883a85841c3b310ca962f7974e6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/3e89ae6d9da14d8d8a788705cf24b74a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/8451805be8e344f7b61f18aa54eccbd6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/82a28d6c3831457f8732564fbe600426, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65c2626f9b5c421f8f9df43bdb8c20a8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/21b12cfa5e2e47f3806f7debe2b76fc9, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/b9c23fc0658148919f055b94126c64a6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/ba2e55c370a044a48c73ad7ca9612869, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/77af1e6b50694de1aa0a15de2903acdf, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/868bd65b872e4d16a2ecfad297ee8203, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65c2034596c848fdac01aea8e9ac0561, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/3856b3925457427ca84cee18568d649b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/d0bd276c61ee43848340d89bf7e54254, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/c199ab562c59494b8e59869f19a2d55c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/5214dfc0ddf945c9b500b6b2374cb1e1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65fa05d569124ae498a21a26b4ea0c45, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/1920220642a04dd0aac6757433eb7235] to archive 2024-11-15T14:15:04,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:15:04,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/2078a6a6e59d4778a12d177a37e3664c to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/2078a6a6e59d4778a12d177a37e3664c 2024-11-15T14:15:04,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/0d2cf4b91db04945b93a24f752dfac9a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/0d2cf4b91db04945b93a24f752dfac9a 2024-11-15T14:15:04,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/4e9f318c294c4a1ca35ef8aabf2a2bfa to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/4e9f318c294c4a1ca35ef8aabf2a2bfa 2024-11-15T14:15:04,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/63cdde4a6fb74a65ab8a7954e3c7c746 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/63cdde4a6fb74a65ab8a7954e3c7c746 2024-11-15T14:15:04,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/d1c02a435d4e4047897b7c208e966307 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/d1c02a435d4e4047897b7c208e966307 2024-11-15T14:15:04,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/85055ef4496f46778d3f970d82a16e2d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/85055ef4496f46778d3f970d82a16e2d 2024-11-15T14:15:04,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/7ed4e9b98a14454db7ffec3093805358 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/7ed4e9b98a14454db7ffec3093805358 2024-11-15T14:15:04,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/a060d883a85841c3b310ca962f7974e6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/a060d883a85841c3b310ca962f7974e6 2024-11-15T14:15:04,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/3e89ae6d9da14d8d8a788705cf24b74a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/3e89ae6d9da14d8d8a788705cf24b74a 2024-11-15T14:15:04,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/8451805be8e344f7b61f18aa54eccbd6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/8451805be8e344f7b61f18aa54eccbd6 2024-11-15T14:15:04,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/82a28d6c3831457f8732564fbe600426 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/82a28d6c3831457f8732564fbe600426 2024-11-15T14:15:04,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65c2626f9b5c421f8f9df43bdb8c20a8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65c2626f9b5c421f8f9df43bdb8c20a8 2024-11-15T14:15:04,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/21b12cfa5e2e47f3806f7debe2b76fc9 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/21b12cfa5e2e47f3806f7debe2b76fc9 2024-11-15T14:15:04,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/b9c23fc0658148919f055b94126c64a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/b9c23fc0658148919f055b94126c64a6 2024-11-15T14:15:04,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/ba2e55c370a044a48c73ad7ca9612869 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/ba2e55c370a044a48c73ad7ca9612869 2024-11-15T14:15:04,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/77af1e6b50694de1aa0a15de2903acdf to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/77af1e6b50694de1aa0a15de2903acdf 2024-11-15T14:15:04,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/868bd65b872e4d16a2ecfad297ee8203 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/868bd65b872e4d16a2ecfad297ee8203 2024-11-15T14:15:04,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65c2034596c848fdac01aea8e9ac0561 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65c2034596c848fdac01aea8e9ac0561 2024-11-15T14:15:04,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/3856b3925457427ca84cee18568d649b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/3856b3925457427ca84cee18568d649b 2024-11-15T14:15:04,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/d0bd276c61ee43848340d89bf7e54254 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/d0bd276c61ee43848340d89bf7e54254 2024-11-15T14:15:04,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/c199ab562c59494b8e59869f19a2d55c to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/c199ab562c59494b8e59869f19a2d55c 2024-11-15T14:15:04,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/5214dfc0ddf945c9b500b6b2374cb1e1 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/5214dfc0ddf945c9b500b6b2374cb1e1 2024-11-15T14:15:04,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65fa05d569124ae498a21a26b4ea0c45 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/65fa05d569124ae498a21a26b4ea0c45 2024-11-15T14:15:04,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/1920220642a04dd0aac6757433eb7235 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/1920220642a04dd0aac6757433eb7235 2024-11-15T14:15:04,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/3bfb4a9799ab4d31acde0acc43de7762, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/00d17adc35ca40b9a09dc45d476443ff, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/c4eccafe885c433ebe634184e5218ed8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/8cc0a5fc8d06440d9489e5e96b12bd3f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/2d2b5c8da32c4c1591f024a6caef7150, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/aaea15e9cd774a18ada56bb7defaacd5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/11139b7d858742d69fe546e395bfb254, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/a9fc5ec10b504e1ab8793040c2e99808, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/2732e6718c1f4176ad48f094e7f69d3b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/4146480c50c14a2a96c42deb37ea1519, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/9be3d2a6806040ea9c3466019cb39616, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/196366c515dd40f7978627a8c8d30d9d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/b8571b48cd5c461fbb1ecab978e99863, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/610356fe069543adbabdd53389c820d1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/1c12b6426fd54cb2b3514a391161107b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/995125394c3c4c56914bfb8223259cb5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/f9429bdd601b4361b700f46562607239, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/90bb93c2c1b84b8f85aab2919a2f9b14, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/5a612e0f79a24dc3be5a289e3abcbbc3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/7e3f02337003431e852b6b80baae3945, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/1adf803911774cd099fcdfba2a4c3c39, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/93bd853ebd9b415c83e2d7f84bca32aa, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/fafeda2097a8400085d6e8bd50892764, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/cbbd76dfc9f44da88fcec72a864ef21c] to archive 2024-11-15T14:15:04,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:15:04,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/3bfb4a9799ab4d31acde0acc43de7762 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/3bfb4a9799ab4d31acde0acc43de7762 2024-11-15T14:15:04,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/00d17adc35ca40b9a09dc45d476443ff to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/00d17adc35ca40b9a09dc45d476443ff 2024-11-15T14:15:04,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/c4eccafe885c433ebe634184e5218ed8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/c4eccafe885c433ebe634184e5218ed8 2024-11-15T14:15:04,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/8cc0a5fc8d06440d9489e5e96b12bd3f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/8cc0a5fc8d06440d9489e5e96b12bd3f 2024-11-15T14:15:04,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/2d2b5c8da32c4c1591f024a6caef7150 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/2d2b5c8da32c4c1591f024a6caef7150 2024-11-15T14:15:04,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/aaea15e9cd774a18ada56bb7defaacd5 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/aaea15e9cd774a18ada56bb7defaacd5 2024-11-15T14:15:04,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/11139b7d858742d69fe546e395bfb254 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/11139b7d858742d69fe546e395bfb254 2024-11-15T14:15:04,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/a9fc5ec10b504e1ab8793040c2e99808 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/a9fc5ec10b504e1ab8793040c2e99808 2024-11-15T14:15:04,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/2732e6718c1f4176ad48f094e7f69d3b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/2732e6718c1f4176ad48f094e7f69d3b 2024-11-15T14:15:04,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/4146480c50c14a2a96c42deb37ea1519 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/4146480c50c14a2a96c42deb37ea1519 2024-11-15T14:15:04,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/9be3d2a6806040ea9c3466019cb39616 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/9be3d2a6806040ea9c3466019cb39616 2024-11-15T14:15:04,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/196366c515dd40f7978627a8c8d30d9d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/196366c515dd40f7978627a8c8d30d9d 2024-11-15T14:15:04,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/b8571b48cd5c461fbb1ecab978e99863 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/b8571b48cd5c461fbb1ecab978e99863 2024-11-15T14:15:04,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/610356fe069543adbabdd53389c820d1 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/610356fe069543adbabdd53389c820d1 2024-11-15T14:15:04,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/1c12b6426fd54cb2b3514a391161107b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/1c12b6426fd54cb2b3514a391161107b 2024-11-15T14:15:04,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/995125394c3c4c56914bfb8223259cb5 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/995125394c3c4c56914bfb8223259cb5 2024-11-15T14:15:04,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/f9429bdd601b4361b700f46562607239 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/f9429bdd601b4361b700f46562607239 2024-11-15T14:15:04,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/90bb93c2c1b84b8f85aab2919a2f9b14 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/90bb93c2c1b84b8f85aab2919a2f9b14 2024-11-15T14:15:04,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/5a612e0f79a24dc3be5a289e3abcbbc3 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/5a612e0f79a24dc3be5a289e3abcbbc3 2024-11-15T14:15:04,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/7e3f02337003431e852b6b80baae3945 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/7e3f02337003431e852b6b80baae3945 2024-11-15T14:15:04,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/1adf803911774cd099fcdfba2a4c3c39 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/1adf803911774cd099fcdfba2a4c3c39 2024-11-15T14:15:04,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/93bd853ebd9b415c83e2d7f84bca32aa to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/93bd853ebd9b415c83e2d7f84bca32aa 2024-11-15T14:15:04,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/fafeda2097a8400085d6e8bd50892764 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/fafeda2097a8400085d6e8bd50892764 2024-11-15T14:15:04,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/cbbd76dfc9f44da88fcec72a864ef21c to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/cbbd76dfc9f44da88fcec72a864ef21c 2024-11-15T14:15:04,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/5444de2df9be40e1a7b7af694b87adca, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/bc64d842f9054291a7167285a9ff01ec, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/f11771b51b3b44fab1434e6f190cc230, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/3a4396972aac40b5b995bc52e49d12d8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1d0ce72631c84d37a472e9c41b50de4b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/e5f7ccf43de14edca633c08766a5321f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/9803909070bb46afbe6e2fd2603f5baa, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/bc4e53e819e84a1e97b4d931f115e20c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/d383f115290642ce914f4b8335fa207a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/f81d4d69d4f4412bbe4a9b29edaacb31, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/a63730b95ec74db08200fcedd7c1d74a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/745c4b0bdf0d4937bc4a7418189841db, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/127ba8b532114042b21e119c4ec9d7ca, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/5621607ad5d24f7c90b18643ae0a86a6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1df896acb53448afb243cd3d5240153f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/a858ad4a9cec429ab688d952f07a1b3d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/65ac9161addf489595102fb2eec8badf, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/3f50a8b09c0d478fb0731a98fc979765, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/e19324dd9f2d4a8eaa4075961bae7ff1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/bd681822e56843079aadc9dd36a883f0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/03d083f475dc43c491e2e7fb36ca5132, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/07a5677cc16942f9bc78016d756cf88e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/53373e536066439192ef4efa35dfb7b2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1adfa1b31bb24f7a8ebd78945e2e8e0c] to archive 2024-11-15T14:15:04,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:15:04,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/5444de2df9be40e1a7b7af694b87adca to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/5444de2df9be40e1a7b7af694b87adca 2024-11-15T14:15:04,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/bc64d842f9054291a7167285a9ff01ec to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/bc64d842f9054291a7167285a9ff01ec 2024-11-15T14:15:04,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/f11771b51b3b44fab1434e6f190cc230 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/f11771b51b3b44fab1434e6f190cc230 2024-11-15T14:15:04,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/3a4396972aac40b5b995bc52e49d12d8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/3a4396972aac40b5b995bc52e49d12d8 2024-11-15T14:15:04,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1d0ce72631c84d37a472e9c41b50de4b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1d0ce72631c84d37a472e9c41b50de4b 2024-11-15T14:15:04,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/e5f7ccf43de14edca633c08766a5321f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/e5f7ccf43de14edca633c08766a5321f 2024-11-15T14:15:04,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/9803909070bb46afbe6e2fd2603f5baa to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/9803909070bb46afbe6e2fd2603f5baa 2024-11-15T14:15:04,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/bc4e53e819e84a1e97b4d931f115e20c to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/bc4e53e819e84a1e97b4d931f115e20c 2024-11-15T14:15:04,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/d383f115290642ce914f4b8335fa207a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/d383f115290642ce914f4b8335fa207a 2024-11-15T14:15:04,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/f81d4d69d4f4412bbe4a9b29edaacb31 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/f81d4d69d4f4412bbe4a9b29edaacb31 2024-11-15T14:15:04,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/a63730b95ec74db08200fcedd7c1d74a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/a63730b95ec74db08200fcedd7c1d74a 2024-11-15T14:15:04,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/745c4b0bdf0d4937bc4a7418189841db to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/745c4b0bdf0d4937bc4a7418189841db 2024-11-15T14:15:04,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/127ba8b532114042b21e119c4ec9d7ca to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/127ba8b532114042b21e119c4ec9d7ca 2024-11-15T14:15:04,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/5621607ad5d24f7c90b18643ae0a86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/5621607ad5d24f7c90b18643ae0a86a6 2024-11-15T14:15:04,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1df896acb53448afb243cd3d5240153f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1df896acb53448afb243cd3d5240153f 2024-11-15T14:15:04,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/a858ad4a9cec429ab688d952f07a1b3d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/a858ad4a9cec429ab688d952f07a1b3d 2024-11-15T14:15:04,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/65ac9161addf489595102fb2eec8badf to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/65ac9161addf489595102fb2eec8badf 2024-11-15T14:15:04,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/3f50a8b09c0d478fb0731a98fc979765 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/3f50a8b09c0d478fb0731a98fc979765 2024-11-15T14:15:04,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/e19324dd9f2d4a8eaa4075961bae7ff1 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/e19324dd9f2d4a8eaa4075961bae7ff1 2024-11-15T14:15:04,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/bd681822e56843079aadc9dd36a883f0 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/bd681822e56843079aadc9dd36a883f0 2024-11-15T14:15:04,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/03d083f475dc43c491e2e7fb36ca5132 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/03d083f475dc43c491e2e7fb36ca5132 2024-11-15T14:15:04,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/07a5677cc16942f9bc78016d756cf88e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/07a5677cc16942f9bc78016d756cf88e 2024-11-15T14:15:04,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/53373e536066439192ef4efa35dfb7b2 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/53373e536066439192ef4efa35dfb7b2 2024-11-15T14:15:04,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1adfa1b31bb24f7a8ebd78945e2e8e0c to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/1adfa1b31bb24f7a8ebd78945e2e8e0c 2024-11-15T14:15:04,202 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/recovered.edits/407.seqid, newMaxSeqId=407, maxSeqId=4 2024-11-15T14:15:04,203 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. 2024-11-15T14:15:04,203 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for eb4b5094dc34296875c0e3150418cd69: Waiting for close lock at 1731680102674Running coprocessor pre-close hooks at 1731680102674Disabling compacts and flushes for region at 1731680102674Disabling writes for close at 1731680102674Obtaining lock to block concurrent updates at 1731680102674Preparing flush snapshotting stores in eb4b5094dc34296875c0e3150418cd69 at 1731680102674Finished memstore snapshotting TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731680102674Flushing stores of TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69. at 1731680102675 (+1 ms)Flushing eb4b5094dc34296875c0e3150418cd69/A: creating writer at 1731680102675Flushing mob file eb4b5094dc34296875c0e3150418cd69/A: appending metadata at 1731680102681 (+6 ms)Flushing mob file eb4b5094dc34296875c0e3150418cd69/A: closing flushed file at 1731680102681Flushing eb4b5094dc34296875c0e3150418cd69/A: appending metadata at 1731680103102 (+421 ms)Flushing eb4b5094dc34296875c0e3150418cd69/A: closing flushed file at 1731680103102Flushing eb4b5094dc34296875c0e3150418cd69/B: creating writer at 1731680103517 (+415 ms)Flushing eb4b5094dc34296875c0e3150418cd69/B: appending metadata at 1731680103523 (+6 ms)Flushing eb4b5094dc34296875c0e3150418cd69/B: closing flushed file at 1731680103523Flushing eb4b5094dc34296875c0e3150418cd69/C: creating writer at 1731680103538 (+15 ms)Flushing eb4b5094dc34296875c0e3150418cd69/C: appending metadata at 1731680103541 (+3 ms)Flushing eb4b5094dc34296875c0e3150418cd69/C: closing flushed file at 1731680103541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dbad18f: reopening flushed file at 1731680104103 (+562 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647f6dd5: reopening flushed file at 1731680104112 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154cc08a: reopening flushed file at 1731680104118 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for eb4b5094dc34296875c0e3150418cd69 in 1451ms, sequenceid=404, compaction requested=true at 1731680104125 (+7 ms)Writing region close event to WAL at 1731680104199 (+74 ms)Running coprocessor post-close hooks at 1731680104203 (+4 ms)Closed at 1731680104203 2024-11-15T14:15:04,206 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,206 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=eb4b5094dc34296875c0e3150418cd69, regionState=CLOSED 2024-11-15T14:15:04,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:15:04,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-15T14:15:04,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure eb4b5094dc34296875c0e3150418cd69, server=26754e923c4a,43473,1731680037386 in 1.6880 sec 2024-11-15T14:15:04,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-15T14:15:04,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb4b5094dc34296875c0e3150418cd69, UNASSIGN in 1.6920 sec 2024-11-15T14:15:04,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-15T14:15:04,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6970 sec 2024-11-15T14:15:04,217 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680104217"}]},"ts":"1731680104217"} 2024-11-15T14:15:04,219 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T14:15:04,219 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T14:15:04,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7090 sec 2024-11-15T14:15:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T14:15:04,656 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:04,657 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-15T14:15:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:04,662 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-15T14:15:04,663 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:04,667 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,671 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/recovered.edits] 2024-11-15T14:15:04,673 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/c28a53bd9fb2473b86491c6e4c1425d4 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/c28a53bd9fb2473b86491c6e4c1425d4 2024-11-15T14:15:04,675 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/c458569bf44f4cda98f8f5b481a0bbbf to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/c458569bf44f4cda98f8f5b481a0bbbf 2024-11-15T14:15:04,676 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/e73c8cdbe9964176878b8d82de370385 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/A/e73c8cdbe9964176878b8d82de370385 2024-11-15T14:15:04,678 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/0957910dc9824a459d997d9653be0058 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/0957910dc9824a459d997d9653be0058 2024-11-15T14:15:04,679 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/548f4265732143e2921e83b4a13f5796 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/548f4265732143e2921e83b4a13f5796 2024-11-15T14:15:04,681 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/e7a27afc3f79405090dec6ef35d0e279 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/B/e7a27afc3f79405090dec6ef35d0e279 2024-11-15T14:15:04,683 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/0ace985418734c50b8adc7c892437b47 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/0ace985418734c50b8adc7c892437b47 2024-11-15T14:15:04,684 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/3202c508d47d4c98acb0fca7a7bba948 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/3202c508d47d4c98acb0fca7a7bba948 2024-11-15T14:15:04,685 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/8a896ab2250544afb5736b8562692e6c to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/C/8a896ab2250544afb5736b8562692e6c 2024-11-15T14:15:04,688 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/recovered.edits/407.seqid to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69/recovered.edits/407.seqid 2024-11-15T14:15:04,688 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,688 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T14:15:04,689 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T14:15:04,689 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T14:15:04,693 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111508df532ad7004e70b1c1c89d629a024f_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111508df532ad7004e70b1c1c89d629a024f_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,694 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151f6964a766e74757abd2561d4697e1f5_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151f6964a766e74757abd2561d4697e1f5_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,695 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111556f43d387db940c69968c452fdba0e8b_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111556f43d387db940c69968c452fdba0e8b_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,696 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156283792122224854a4214c9cbc333841_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156283792122224854a4214c9cbc333841_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,697 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156c93591648624a9a8ddb89192a5c08ca_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156c93591648624a9a8ddb89192a5c08ca_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,698 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156df4b20f6a864040b268775a947ba393_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156df4b20f6a864040b268775a947ba393_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,699 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111573a53273a0214b70b55bfeefe2237567_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111573a53273a0214b70b55bfeefe2237567_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,700 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157632b06d6ff140119e2d7369ef788a35_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157632b06d6ff140119e2d7369ef788a35_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,700 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157a62fb26788845cb96c4bc260a93e2df_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157a62fb26788845cb96c4bc260a93e2df_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,701 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115870a45640c65466a918b29028e2737a7_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115870a45640c65466a918b29028e2737a7_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,702 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159ce5f84a902d44f0b594c93f4733895b_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159ce5f84a902d44f0b594c93f4733895b_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,703 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a8d5b06aefc1499b96dc96db128cad4c_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a8d5b06aefc1499b96dc96db128cad4c_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,704 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c06fae88213c409bbb0e0859a50f96cd_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c06fae88213c409bbb0e0859a50f96cd_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,706 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cb4a3dae3a6149e297bffccb9306a0b4_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cb4a3dae3a6149e297bffccb9306a0b4_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,707 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cca27ad4604343f4b58130f0b5ff7172_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cca27ad4604343f4b58130f0b5ff7172_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,708 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cf4eb8093c9b45eeadd3cb2740639e95_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cf4eb8093c9b45eeadd3cb2740639e95_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,709 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d2280986a33a423397119aaa67062e19_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d2280986a33a423397119aaa67062e19_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,709 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d8d077214086487aa20fe7532c5d17fa_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d8d077214086487aa20fe7532c5d17fa_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,710 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ded98ff6f0954eb7a5e0d69b6dc0e6cd_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ded98ff6f0954eb7a5e0d69b6dc0e6cd_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,711 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115efd8a8fd9a6445b4935e024b4277825d_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115efd8a8fd9a6445b4935e024b4277825d_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,712 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f56e7ebaac1549c5baf8abb66d09a48d_eb4b5094dc34296875c0e3150418cd69 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f56e7ebaac1549c5baf8abb66d09a48d_eb4b5094dc34296875c0e3150418cd69 2024-11-15T14:15:04,713 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T14:15:04,715 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:04,717 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T14:15:04,719 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T14:15:04,720 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:04,720 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T14:15:04,720 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731680104720"}]},"ts":"9223372036854775807"} 2024-11-15T14:15:04,722 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T14:15:04,722 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => eb4b5094dc34296875c0e3150418cd69, NAME => 'TestAcidGuarantees,,1731680072432.eb4b5094dc34296875c0e3150418cd69.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T14:15:04,722 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T14:15:04,723 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731680104722"}]},"ts":"9223372036854775807"} 2024-11-15T14:15:04,724 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T14:15:04,724 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:04,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-15T14:15:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-15T14:15:04,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T14:15:04,766 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:04,774 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 237) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1052420821_22 at /127.0.0.1:41736 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/cluster_2adfd8d4-9867-b0aa-0b0a-8b465513c070/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/cluster_2adfd8d4-9867-b0aa-0b0a-8b465513c070/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=713 (was 594) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=279 (was 968) 2024-11-15T14:15:04,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=713, ProcessCount=11, AvailableMemoryMB=279 2024-11-15T14:15:04,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T14:15:04,783 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:15:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:04,785 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:15:04,785 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:04,785 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-11-15T14:15:04,786 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:15:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-15T14:15:04,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742046_1222 (size=959) 2024-11-15T14:15:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-15T14:15:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-15T14:15:05,193 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114 2024-11-15T14:15:05,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742047_1223 (size=53) 2024-11-15T14:15:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-15T14:15:05,599 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:15:05,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 38ca4ea7f1d28db60077b5bc8b05377c, disabling compactions & flushes 2024-11-15T14:15:05,600 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:05,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:05,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. after waiting 0 ms 2024-11-15T14:15:05,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:05,600 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:05,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38ca4ea7f1d28db60077b5bc8b05377c: Waiting for close lock at 1731680105599Disabling compacts and flushes for region at 1731680105599Disabling writes for close at 1731680105600 (+1 ms)Writing region close event to WAL at 1731680105600Closed at 1731680105600 2024-11-15T14:15:05,601 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:15:05,602 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731680105601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731680105601"}]},"ts":"1731680105601"} 2024-11-15T14:15:05,604 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:15:05,605 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:15:05,605 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680105605"}]},"ts":"1731680105605"} 2024-11-15T14:15:05,607 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T14:15:05,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38ca4ea7f1d28db60077b5bc8b05377c, ASSIGN}] 2024-11-15T14:15:05,609 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38ca4ea7f1d28db60077b5bc8b05377c, ASSIGN 2024-11-15T14:15:05,610 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=38ca4ea7f1d28db60077b5bc8b05377c, ASSIGN; state=OFFLINE, location=26754e923c4a,43473,1731680037386; forceNewPlan=false, retain=false 2024-11-15T14:15:05,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=38ca4ea7f1d28db60077b5bc8b05377c, regionState=OPENING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:15:05,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=38ca4ea7f1d28db60077b5bc8b05377c, ASSIGN because future has completed 2024-11-15T14:15:05,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:15:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-15T14:15:05,927 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:05,928 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:15:05,928 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:05,929 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:15:05,929 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:05,929 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:05,932 INFO [StoreOpener-38ca4ea7f1d28db60077b5bc8b05377c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:05,935 INFO [StoreOpener-38ca4ea7f1d28db60077b5bc8b05377c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38ca4ea7f1d28db60077b5bc8b05377c columnFamilyName A 2024-11-15T14:15:05,935 DEBUG [StoreOpener-38ca4ea7f1d28db60077b5bc8b05377c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:05,936 INFO [StoreOpener-38ca4ea7f1d28db60077b5bc8b05377c-1 {}] regionserver.HStore(327): Store=38ca4ea7f1d28db60077b5bc8b05377c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:15:05,936 INFO [StoreOpener-38ca4ea7f1d28db60077b5bc8b05377c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:05,938 INFO [StoreOpener-38ca4ea7f1d28db60077b5bc8b05377c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38ca4ea7f1d28db60077b5bc8b05377c columnFamilyName B 2024-11-15T14:15:05,938 DEBUG [StoreOpener-38ca4ea7f1d28db60077b5bc8b05377c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:05,938 INFO [StoreOpener-38ca4ea7f1d28db60077b5bc8b05377c-1 {}] regionserver.HStore(327): Store=38ca4ea7f1d28db60077b5bc8b05377c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:15:05,938 INFO [StoreOpener-38ca4ea7f1d28db60077b5bc8b05377c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:05,940 INFO [StoreOpener-38ca4ea7f1d28db60077b5bc8b05377c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38ca4ea7f1d28db60077b5bc8b05377c columnFamilyName C 2024-11-15T14:15:05,940 DEBUG [StoreOpener-38ca4ea7f1d28db60077b5bc8b05377c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:05,940 INFO [StoreOpener-38ca4ea7f1d28db60077b5bc8b05377c-1 {}] regionserver.HStore(327): Store=38ca4ea7f1d28db60077b5bc8b05377c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:15:05,941 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:05,941 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:05,942 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:05,943 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:05,943 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:05,944 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T14:15:05,945 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:05,947 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:15:05,948 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 38ca4ea7f1d28db60077b5bc8b05377c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72165001, jitterRate=0.07534231245517731}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T14:15:05,948 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:05,948 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 38ca4ea7f1d28db60077b5bc8b05377c: Running coprocessor pre-open hook at 1731680105929Writing region info on filesystem at 1731680105929Initializing all the Stores at 1731680105931 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680105932 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680105932Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680105932Cleaning up temporary data from old regions at 1731680105943 (+11 ms)Running coprocessor post-open hooks at 1731680105948 (+5 ms)Region opened successfully at 1731680105948 2024-11-15T14:15:05,949 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., pid=67, masterSystemTime=1731680105920 2024-11-15T14:15:05,950 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:05,950 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:05,951 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=38ca4ea7f1d28db60077b5bc8b05377c, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:15:05,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:15:05,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-15T14:15:05,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 in 187 msec 2024-11-15T14:15:05,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-15T14:15:05,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38ca4ea7f1d28db60077b5bc8b05377c, ASSIGN in 346 msec 2024-11-15T14:15:05,956 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:15:05,956 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680105956"}]},"ts":"1731680105956"} 2024-11-15T14:15:05,958 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T14:15:05,959 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:15:05,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1760 sec 2024-11-15T14:15:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-15T14:15:06,962 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:06,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781611af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:06,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:06,965 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:06,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:06,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:06,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1a819d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:06,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:06,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:06,967 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cd2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:06,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:06,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:06,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:06,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:15:06,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37089,1731680036562 2024-11-15T14:15:06,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fdca488 2024-11-15T14:15:06,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:15:06,973 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:15:06,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:06,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:06,975 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:06,975 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:06,975 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c516c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:06,976 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f702d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf99f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:06,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:06,979 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739e00f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:06,980 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79501d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:06,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:06,982 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bba05fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:06,983 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b63258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:06,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:06,985 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fde45ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:06,986 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:06,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac467aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f17e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:06,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:06,989 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9cf57d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:06,990 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7543c38a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:06,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:06,992 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fee15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:06,993 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:06,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3dc69e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:06,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:06,995 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed23998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:06,996 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:06,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a98a406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:06,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:06,998 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd5627f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:06,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:06,999 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:07,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e92b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:07,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:07,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:07,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:07,001 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:07,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:07,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:07,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64fa6430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:07,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:07,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:07,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:07,002 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:07,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f063774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:07,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:07,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:07,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:07,003 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d81c44c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:07,005 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:07,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12fc2a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:07,006 DEBUG [Thread-1070 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:07,006 DEBUG [Thread-1055 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:07,006 DEBUG [Thread-1053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:07,006 DEBUG [Thread-1059 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:07,007 DEBUG [Thread-1066 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:07,007 DEBUG [Thread-1068 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:07,007 DEBUG [Thread-1051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:07,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:07,008 DEBUG [Thread-1057 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:07,008 DEBUG [Thread-1051 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:07,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:15:07,009 DEBUG [Thread-1051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:07,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:07,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:07,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:07,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:07,010 DEBUG [Thread-1064 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:07,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:07,010 DEBUG [Thread-1062 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:07,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:07,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:07,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:07,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:07,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-15T14:15:07,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:15:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T14:15:07,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:15:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:15:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:07,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:15:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:15:07,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:15:07,014 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:15:07,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:07,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:15:07,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:15:07,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:15:07,016 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:15:07,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:15:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:15:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:07,019 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:07,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:15:07,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/b4350130b93746d098d6899280668fb4 is 50, key is test_row_0/A:col10/1731680107018/Put/seqid=0 2024-11-15T14:15:07,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742048_1224 (size=16681) 2024-11-15T14:15:07,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680167076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680167077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680167077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680167080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680167082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T14:15:07,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T14:15:07,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:07,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:07,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:07,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680167185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680167186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680167186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680167186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680167195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T14:15:07,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:07,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:07,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:07,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T14:15:07,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680167395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680167395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680167395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680167395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680167406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/b4350130b93746d098d6899280668fb4 2024-11-15T14:15:07,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T14:15:07,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:07,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:07,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:07,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/94c507cbf05e4b60b3eaf8ab0d57defe is 50, key is test_row_0/B:col10/1731680107018/Put/seqid=0 2024-11-15T14:15:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742049_1225 (size=12001) 2024-11-15T14:15:07,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T14:15:07,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:07,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:07,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:07,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T14:15:07,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680167706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680167706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680167706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680167706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680167715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:07,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T14:15:07,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:07,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:07,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:07,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/94c507cbf05e4b60b3eaf8ab0d57defe 2024-11-15T14:15:07,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/9619005a48b74c8899d1378fa2a81d16 is 50, key is test_row_0/C:col10/1731680107018/Put/seqid=0 2024-11-15T14:15:07,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742050_1226 (size=12001) 2024-11-15T14:15:07,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/9619005a48b74c8899d1378fa2a81d16 2024-11-15T14:15:07,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T14:15:07,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:07,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:07,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:07,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:07,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/b4350130b93746d098d6899280668fb4 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b4350130b93746d098d6899280668fb4 2024-11-15T14:15:07,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b4350130b93746d098d6899280668fb4, entries=250, sequenceid=12, filesize=16.3 K 2024-11-15T14:15:07,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/94c507cbf05e4b60b3eaf8ab0d57defe as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/94c507cbf05e4b60b3eaf8ab0d57defe 2024-11-15T14:15:07,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/94c507cbf05e4b60b3eaf8ab0d57defe, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T14:15:07,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/9619005a48b74c8899d1378fa2a81d16 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9619005a48b74c8899d1378fa2a81d16 2024-11-15T14:15:07,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9619005a48b74c8899d1378fa2a81d16, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T14:15:07,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 38ca4ea7f1d28db60077b5bc8b05377c in 950ms, sequenceid=12, compaction requested=false 2024-11-15T14:15:07,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:08,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T14:15:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:08,088 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T14:15:08,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/cb60f48b89bf4a879368fa1f77622fae is 50, key is test_row_0/A:col10/1731680107081/Put/seqid=0 2024-11-15T14:15:08,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742051_1227 (size=12001) 2024-11-15T14:15:08,097 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/cb60f48b89bf4a879368fa1f77622fae 2024-11-15T14:15:08,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/233c25693f8d422baafe5deef4bb1b60 is 50, key is test_row_0/B:col10/1731680107081/Put/seqid=0 2024-11-15T14:15:08,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742052_1228 (size=12001) 2024-11-15T14:15:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T14:15:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:08,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680168223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680168223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680168225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680168225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680168225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680168335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680168335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680168335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680168335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,509 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/233c25693f8d422baafe5deef4bb1b60 2024-11-15T14:15:08,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/988cfe94d31e48ae84df18f6e6ebf52c is 50, key is test_row_0/C:col10/1731680107081/Put/seqid=0 2024-11-15T14:15:08,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742053_1229 (size=12001) 2024-11-15T14:15:08,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680168545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680168545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680168545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680168545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680168855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680168855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680168856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:08,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680168856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:08,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:08,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:08,924 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/988cfe94d31e48ae84df18f6e6ebf52c 2024-11-15T14:15:08,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/cb60f48b89bf4a879368fa1f77622fae as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/cb60f48b89bf4a879368fa1f77622fae 2024-11-15T14:15:08,936 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/cb60f48b89bf4a879368fa1f77622fae, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T14:15:08,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/233c25693f8d422baafe5deef4bb1b60 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/233c25693f8d422baafe5deef4bb1b60 2024-11-15T14:15:08,943 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/233c25693f8d422baafe5deef4bb1b60, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T14:15:08,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/988cfe94d31e48ae84df18f6e6ebf52c as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/988cfe94d31e48ae84df18f6e6ebf52c 2024-11-15T14:15:08,967 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/988cfe94d31e48ae84df18f6e6ebf52c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T14:15:08,968 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 38ca4ea7f1d28db60077b5bc8b05377c in 880ms, sequenceid=37, compaction requested=false 2024-11-15T14:15:08,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:08,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:08,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-15T14:15:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-15T14:15:08,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-15T14:15:08,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9540 sec 2024-11-15T14:15:08,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.9640 sec 2024-11-15T14:15:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T14:15:09,155 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:09,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:15:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-15T14:15:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T14:15:09,158 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:15:09,159 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:15:09,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:15:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:09,247 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:09,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T14:15:09,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/1a69791d5b72458daedd9dddbb6ce40e is 50, key is test_row_0/A:col10/1731680109245/Put/seqid=0 2024-11-15T14:15:09,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742054_1230 (size=12001) 2024-11-15T14:15:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T14:15:09,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-15T14:15:09,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:09,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:09,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680169354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:09,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:09,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:09,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:09,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680169365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:09,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680169365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:09,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680169365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:09,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680169365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:09,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-15T14:15:09,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:09,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:09,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:09,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:09,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:09,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680169465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:09,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:09,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:09,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T14:15:09,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-15T14:15:09,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:09,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:09,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:09,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:09,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:09,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/1a69791d5b72458daedd9dddbb6ce40e 2024-11-15T14:15:09,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680169675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:09,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/a1e90c770a444f72a008a5b468578e53 is 50, key is test_row_0/B:col10/1731680109245/Put/seqid=0 2024-11-15T14:15:09,730 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T14:15:09,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742055_1231 (size=12001) 2024-11-15T14:15:09,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/a1e90c770a444f72a008a5b468578e53 2024-11-15T14:15:09,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/8ad56cc3720548259d4fc2d631d230f7 is 50, key is test_row_0/C:col10/1731680109245/Put/seqid=0 2024-11-15T14:15:09,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-15T14:15:09,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:09,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:09,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:09,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:09,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T14:15:09,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742056_1232 (size=12001) 2024-11-15T14:15:09,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/8ad56cc3720548259d4fc2d631d230f7 2024-11-15T14:15:09,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/1a69791d5b72458daedd9dddbb6ce40e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1a69791d5b72458daedd9dddbb6ce40e 2024-11-15T14:15:09,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1a69791d5b72458daedd9dddbb6ce40e, entries=150, sequenceid=49, filesize=11.7 K 2024-11-15T14:15:09,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/a1e90c770a444f72a008a5b468578e53 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/a1e90c770a444f72a008a5b468578e53 2024-11-15T14:15:09,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/a1e90c770a444f72a008a5b468578e53, entries=150, sequenceid=49, filesize=11.7 K 2024-11-15T14:15:09,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/8ad56cc3720548259d4fc2d631d230f7 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/8ad56cc3720548259d4fc2d631d230f7 2024-11-15T14:15:09,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/8ad56cc3720548259d4fc2d631d230f7, entries=150, sequenceid=49, filesize=11.7 K 2024-11-15T14:15:09,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 38ca4ea7f1d28db60077b5bc8b05377c in 599ms, sequenceid=49, compaction requested=true 2024-11-15T14:15:09,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:09,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:09,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:09,846 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:09,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:09,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:09,846 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:09,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:09,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:09,848 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:09,848 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/A is initiating minor compaction (all files) 2024-11-15T14:15:09,848 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/A in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:09,848 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b4350130b93746d098d6899280668fb4, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/cb60f48b89bf4a879368fa1f77622fae, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1a69791d5b72458daedd9dddbb6ce40e] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=39.7 K 2024-11-15T14:15:09,849 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4350130b93746d098d6899280668fb4, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731680107012 2024-11-15T14:15:09,849 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb60f48b89bf4a879368fa1f77622fae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731680107076 2024-11-15T14:15:09,849 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a69791d5b72458daedd9dddbb6ce40e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731680108217 2024-11-15T14:15:09,851 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:09,851 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/B is initiating minor compaction (all files) 2024-11-15T14:15:09,851 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/B in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:09,851 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/94c507cbf05e4b60b3eaf8ab0d57defe, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/233c25693f8d422baafe5deef4bb1b60, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/a1e90c770a444f72a008a5b468578e53] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=35.2 K 2024-11-15T14:15:09,852 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 94c507cbf05e4b60b3eaf8ab0d57defe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731680107017 2024-11-15T14:15:09,852 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 233c25693f8d422baafe5deef4bb1b60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731680107076 2024-11-15T14:15:09,853 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting a1e90c770a444f72a008a5b468578e53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731680108217 2024-11-15T14:15:09,874 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#A#compaction#188 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:09,875 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/b9f0fe9a182c424eaaed697b78ed84c8 is 50, key is test_row_0/A:col10/1731680109245/Put/seqid=0 2024-11-15T14:15:09,893 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:09,893 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/de6bdf19c4c841f08e31e791b557e63f is 50, key is test_row_0/B:col10/1731680109245/Put/seqid=0 2024-11-15T14:15:09,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-15T14:15:09,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:09,934 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T14:15:09,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742057_1233 (size=12104) 2024-11-15T14:15:09,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/b477aecbad3c4c44b161c0fb2bd40b8a is 50, key is test_row_0/A:col10/1731680109324/Put/seqid=0 2024-11-15T14:15:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:09,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:10,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742058_1234 (size=12104) 2024-11-15T14:15:10,017 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/de6bdf19c4c841f08e31e791b557e63f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/de6bdf19c4c841f08e31e791b557e63f 2024-11-15T14:15:10,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742059_1235 (size=12001) 2024-11-15T14:15:10,023 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/b477aecbad3c4c44b161c0fb2bd40b8a 2024-11-15T14:15:10,028 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/B of 38ca4ea7f1d28db60077b5bc8b05377c into de6bdf19c4c841f08e31e791b557e63f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:10,028 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:10,028 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/B, priority=13, startTime=1731680109846; duration=0sec 2024-11-15T14:15:10,029 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:10,029 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:B 2024-11-15T14:15:10,029 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:10,031 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:10,031 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/C is initiating minor compaction (all files) 2024-11-15T14:15:10,031 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/C in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:10,033 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9619005a48b74c8899d1378fa2a81d16, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/988cfe94d31e48ae84df18f6e6ebf52c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/8ad56cc3720548259d4fc2d631d230f7] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=35.2 K 2024-11-15T14:15:10,034 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 9619005a48b74c8899d1378fa2a81d16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731680107017 2024-11-15T14:15:10,035 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 988cfe94d31e48ae84df18f6e6ebf52c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731680107076 2024-11-15T14:15:10,035 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ad56cc3720548259d4fc2d631d230f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731680108217 2024-11-15T14:15:10,046 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:10,047 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/7c07cd07215549259cbb2c8816e131bf is 50, key is test_row_0/C:col10/1731680109245/Put/seqid=0 2024-11-15T14:15:10,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/f79f3ba5e3e04298a886b44c85017d38 is 50, key is test_row_0/B:col10/1731680109324/Put/seqid=0 2024-11-15T14:15:10,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680170071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:10,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:10,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:10,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:10,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742060_1236 (size=12104) 2024-11-15T14:15:10,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742061_1237 (size=12001) 2024-11-15T14:15:10,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680170185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:10,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:10,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:10,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T14:15:10,374 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/b9f0fe9a182c424eaaed697b78ed84c8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b9f0fe9a182c424eaaed697b78ed84c8 2024-11-15T14:15:10,382 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/A of 38ca4ea7f1d28db60077b5bc8b05377c into b9f0fe9a182c424eaaed697b78ed84c8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:10,382 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:10,382 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/A, priority=13, startTime=1731680109846; duration=0sec 2024-11-15T14:15:10,384 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:10,384 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:A 2024-11-15T14:15:10,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680170376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:10,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:10,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680170376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680170376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:10,386 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:10,386 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:10,389 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:10,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:10,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:10,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:10,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680170385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:10,391 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_1' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:10,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680170396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:10,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:10,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:10,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:10,503 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/7c07cd07215549259cbb2c8816e131bf as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/7c07cd07215549259cbb2c8816e131bf 2024-11-15T14:15:10,514 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/C of 38ca4ea7f1d28db60077b5bc8b05377c into 7c07cd07215549259cbb2c8816e131bf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:10,514 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:10,514 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/C, priority=13, startTime=1731680109846; duration=0sec 2024-11-15T14:15:10,514 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:10,514 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:C 2024-11-15T14:15:10,535 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/f79f3ba5e3e04298a886b44c85017d38 2024-11-15T14:15:10,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/9529aa05396a40b0941f9d37b3459d18 is 50, key is test_row_0/C:col10/1731680109324/Put/seqid=0 2024-11-15T14:15:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742062_1238 (size=12001) 2024-11-15T14:15:10,596 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/9529aa05396a40b0941f9d37b3459d18 2024-11-15T14:15:10,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/b477aecbad3c4c44b161c0fb2bd40b8a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b477aecbad3c4c44b161c0fb2bd40b8a 2024-11-15T14:15:10,612 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b477aecbad3c4c44b161c0fb2bd40b8a, entries=150, sequenceid=73, filesize=11.7 K 2024-11-15T14:15:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/f79f3ba5e3e04298a886b44c85017d38 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/f79f3ba5e3e04298a886b44c85017d38 2024-11-15T14:15:10,621 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/f79f3ba5e3e04298a886b44c85017d38, entries=150, sequenceid=73, filesize=11.7 K 2024-11-15T14:15:10,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/9529aa05396a40b0941f9d37b3459d18 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9529aa05396a40b0941f9d37b3459d18 2024-11-15T14:15:10,629 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9529aa05396a40b0941f9d37b3459d18, entries=150, sequenceid=73, filesize=11.7 K 2024-11-15T14:15:10,630 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 38ca4ea7f1d28db60077b5bc8b05377c in 696ms, sequenceid=73, compaction requested=false 2024-11-15T14:15:10,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:10,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:10,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-15T14:15:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-15T14:15:10,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-15T14:15:10,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4730 sec 2024-11-15T14:15:10,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.4800 sec 2024-11-15T14:15:10,709 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:10,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T14:15:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:10,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/7de03db5a74942e1a2fe342a5b8fa1f7 is 50, key is test_row_0/A:col10/1731680110707/Put/seqid=0 2024-11-15T14:15:10,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742063_1239 (size=14341) 2024-11-15T14:15:10,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/7de03db5a74942e1a2fe342a5b8fa1f7 2024-11-15T14:15:10,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/f51f9e0afd79415fa2c331e476d22853 is 50, key is test_row_0/B:col10/1731680110707/Put/seqid=0 2024-11-15T14:15:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742064_1240 (size=12001) 2024-11-15T14:15:10,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/f51f9e0afd79415fa2c331e476d22853 2024-11-15T14:15:10,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680170871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:10,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:10,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:10,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:10,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/8508451c395d4f16bd6f77557a9789c0 is 50, key is test_row_0/C:col10/1731680110707/Put/seqid=0 2024-11-15T14:15:10,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742065_1241 (size=12001) 2024-11-15T14:15:10,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/8508451c395d4f16bd6f77557a9789c0 2024-11-15T14:15:10,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/7de03db5a74942e1a2fe342a5b8fa1f7 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7de03db5a74942e1a2fe342a5b8fa1f7 2024-11-15T14:15:10,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7de03db5a74942e1a2fe342a5b8fa1f7, entries=200, sequenceid=89, filesize=14.0 K 2024-11-15T14:15:10,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/f51f9e0afd79415fa2c331e476d22853 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/f51f9e0afd79415fa2c331e476d22853 2024-11-15T14:15:10,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/f51f9e0afd79415fa2c331e476d22853, entries=150, sequenceid=89, filesize=11.7 K 2024-11-15T14:15:10,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/8508451c395d4f16bd6f77557a9789c0 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/8508451c395d4f16bd6f77557a9789c0 2024-11-15T14:15:10,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/8508451c395d4f16bd6f77557a9789c0, entries=150, sequenceid=89, filesize=11.7 K 2024-11-15T14:15:10,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 38ca4ea7f1d28db60077b5bc8b05377c in 270ms, sequenceid=89, compaction requested=true 2024-11-15T14:15:10,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:10,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:10,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:10,980 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:10,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:10,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:10,980 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:10,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:10,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:10,981 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:10,981 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/B is initiating minor compaction (all files) 2024-11-15T14:15:10,981 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/B in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:10,981 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/de6bdf19c4c841f08e31e791b557e63f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/f79f3ba5e3e04298a886b44c85017d38, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/f51f9e0afd79415fa2c331e476d22853] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=35.3 K 2024-11-15T14:15:10,981 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting de6bdf19c4c841f08e31e791b557e63f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731680108217 2024-11-15T14:15:10,982 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting f79f3ba5e3e04298a886b44c85017d38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731680109324 2024-11-15T14:15:10,982 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:10,982 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/A is initiating minor compaction (all files) 2024-11-15T14:15:10,982 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting f51f9e0afd79415fa2c331e476d22853, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731680110052 2024-11-15T14:15:10,982 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/A in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:10,983 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b9f0fe9a182c424eaaed697b78ed84c8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b477aecbad3c4c44b161c0fb2bd40b8a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7de03db5a74942e1a2fe342a5b8fa1f7] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=37.5 K 2024-11-15T14:15:10,984 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9f0fe9a182c424eaaed697b78ed84c8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731680108217 2024-11-15T14:15:10,985 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting b477aecbad3c4c44b161c0fb2bd40b8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731680109324 2024-11-15T14:15:10,986 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7de03db5a74942e1a2fe342a5b8fa1f7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731680110052 2024-11-15T14:15:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:11,001 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:11,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T14:15:11,017 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#B#compaction#197 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:11,017 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#A#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:11,018 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/8f45a196c7154800aea2974796b09440 is 50, key is test_row_0/A:col10/1731680110707/Put/seqid=0 2024-11-15T14:15:11,020 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/e8a919c1d3e94d3a84c06eda6ba03e98 is 50, key is test_row_0/B:col10/1731680110707/Put/seqid=0 2024-11-15T14:15:11,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/b04aa4ccc3594360b67df0bf90963d36 is 50, key is test_row_0/A:col10/1731680110996/Put/seqid=0 2024-11-15T14:15:11,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742067_1243 (size=12207) 2024-11-15T14:15:11,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680171088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:11,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:11,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:11,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:11,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742066_1242 (size=12207) 2024-11-15T14:15:11,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742068_1244 (size=14341) 2024-11-15T14:15:11,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/b04aa4ccc3594360b67df0bf90963d36 2024-11-15T14:15:11,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/9585c413c14e4e81bf900ba1105ce031 is 50, key is test_row_0/B:col10/1731680110996/Put/seqid=0 2024-11-15T14:15:11,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742069_1245 (size=12001) 2024-11-15T14:15:11,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/9585c413c14e4e81bf900ba1105ce031 2024-11-15T14:15:11,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/de5a7bac6d344c23bf8b6535fa80557d is 50, key is test_row_0/C:col10/1731680110996/Put/seqid=0 2024-11-15T14:15:11,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680171196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:11,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742070_1246 (size=12001) 2024-11-15T14:15:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T14:15:11,306 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:11,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:15:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-15T14:15:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T14:15:11,309 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:15:11,310 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:15:11,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:15:11,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680171406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T14:15:11,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T14:15:11,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:11,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:11,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:11,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:11,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:11,474 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/e8a919c1d3e94d3a84c06eda6ba03e98 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/e8a919c1d3e94d3a84c06eda6ba03e98 2024-11-15T14:15:11,481 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/B of 38ca4ea7f1d28db60077b5bc8b05377c into e8a919c1d3e94d3a84c06eda6ba03e98(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:11,482 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:11,482 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/B, priority=13, startTime=1731680110980; duration=0sec 2024-11-15T14:15:11,482 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:11,482 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:B 2024-11-15T14:15:11,482 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:11,487 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:11,487 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/C is initiating minor compaction (all files) 2024-11-15T14:15:11,487 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/C in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:11,487 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/7c07cd07215549259cbb2c8816e131bf, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9529aa05396a40b0941f9d37b3459d18, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/8508451c395d4f16bd6f77557a9789c0] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=35.3 K 2024-11-15T14:15:11,488 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c07cd07215549259cbb2c8816e131bf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731680108217 2024-11-15T14:15:11,488 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 9529aa05396a40b0941f9d37b3459d18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731680109324 2024-11-15T14:15:11,489 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 8508451c395d4f16bd6f77557a9789c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731680110052 2024-11-15T14:15:11,506 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#C#compaction#202 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:11,507 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/6f283746e6bd41e3b01a4bee66206921 is 50, key is test_row_0/C:col10/1731680110707/Put/seqid=0 2024-11-15T14:15:11,512 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/8f45a196c7154800aea2974796b09440 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/8f45a196c7154800aea2974796b09440 2024-11-15T14:15:11,522 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/A of 38ca4ea7f1d28db60077b5bc8b05377c into 8f45a196c7154800aea2974796b09440(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:11,522 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:11,522 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/A, priority=13, startTime=1731680110979; duration=0sec 2024-11-15T14:15:11,522 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:11,522 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:A 2024-11-15T14:15:11,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742071_1247 (size=12207) 2024-11-15T14:15:11,569 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/6f283746e6bd41e3b01a4bee66206921 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/6f283746e6bd41e3b01a4bee66206921 2024-11-15T14:15:11,577 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/C of 38ca4ea7f1d28db60077b5bc8b05377c into 6f283746e6bd41e3b01a4bee66206921(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:11,578 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:11,578 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/C, priority=13, startTime=1731680110980; duration=0sec 2024-11-15T14:15:11,578 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:11,578 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:C 2024-11-15T14:15:11,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T14:15:11,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:11,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:11,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:11,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:11,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T14:15:11,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/de5a7bac6d344c23bf8b6535fa80557d 2024-11-15T14:15:11,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/b04aa4ccc3594360b67df0bf90963d36 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b04aa4ccc3594360b67df0bf90963d36 2024-11-15T14:15:11,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b04aa4ccc3594360b67df0bf90963d36, entries=200, sequenceid=113, filesize=14.0 K 2024-11-15T14:15:11,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/9585c413c14e4e81bf900ba1105ce031 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/9585c413c14e4e81bf900ba1105ce031 2024-11-15T14:15:11,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/9585c413c14e4e81bf900ba1105ce031, entries=150, sequenceid=113, filesize=11.7 K 2024-11-15T14:15:11,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/de5a7bac6d344c23bf8b6535fa80557d as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/de5a7bac6d344c23bf8b6535fa80557d 2024-11-15T14:15:11,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/de5a7bac6d344c23bf8b6535fa80557d, entries=150, sequenceid=113, filesize=11.7 K 2024-11-15T14:15:11,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 38ca4ea7f1d28db60077b5bc8b05377c in 699ms, sequenceid=113, compaction requested=false 2024-11-15T14:15:11,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:11,720 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:11,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T14:15:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:11,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/69157efc2a1f41a3be943041abbc61e5 is 50, key is test_row_0/A:col10/1731680111086/Put/seqid=0 2024-11-15T14:15:11,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T14:15:11,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:11,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:11,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:11,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:11,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:11,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742072_1248 (size=12051) 2024-11-15T14:15:11,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680171895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:11,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:11,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:11,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:11,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T14:15:11,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:11,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:11,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:11,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:11,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T14:15:12,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680172006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:12,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T14:15:12,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:12,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:12,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:12,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/69157efc2a1f41a3be943041abbc61e5 2024-11-15T14:15:12,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680172215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:12,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:12,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/0dd93069fddb4e649f393fd09f054ca3 is 50, key is test_row_0/B:col10/1731680111086/Put/seqid=0 2024-11-15T14:15:12,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742073_1249 (size=12051) 2024-11-15T14:15:12,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/0dd93069fddb4e649f393fd09f054ca3 2024-11-15T14:15:12,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T14:15:12,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:12,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:12,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:12,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:12,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:12,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/27e227dc34ad47d2b06c28ae211eb7ec is 50, key is test_row_0/C:col10/1731680111086/Put/seqid=0 2024-11-15T14:15:12,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742074_1250 (size=12051) 2024-11-15T14:15:12,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/27e227dc34ad47d2b06c28ae211eb7ec 2024-11-15T14:15:12,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/69157efc2a1f41a3be943041abbc61e5 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/69157efc2a1f41a3be943041abbc61e5 2024-11-15T14:15:12,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/69157efc2a1f41a3be943041abbc61e5, entries=150, sequenceid=129, filesize=11.8 K 2024-11-15T14:15:12,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/0dd93069fddb4e649f393fd09f054ca3 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/0dd93069fddb4e649f393fd09f054ca3 2024-11-15T14:15:12,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/0dd93069fddb4e649f393fd09f054ca3, entries=150, sequenceid=129, filesize=11.8 K 2024-11-15T14:15:12,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/27e227dc34ad47d2b06c28ae211eb7ec as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/27e227dc34ad47d2b06c28ae211eb7ec 2024-11-15T14:15:12,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/27e227dc34ad47d2b06c28ae211eb7ec, entries=150, sequenceid=129, filesize=11.8 K 2024-11-15T14:15:12,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 38ca4ea7f1d28db60077b5bc8b05377c in 651ms, sequenceid=129, compaction requested=true 2024-11-15T14:15:12,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:12,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:12,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:12,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:12,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T14:15:12,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:12,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-15T14:15:12,372 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:12,372 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:12,373 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:12,373 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/A is initiating minor compaction (all files) 2024-11-15T14:15:12,373 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:12,373 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/A in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:12,373 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/C is initiating minor compaction (all files) 2024-11-15T14:15:12,374 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/C in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:12,374 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/8f45a196c7154800aea2974796b09440, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b04aa4ccc3594360b67df0bf90963d36, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/69157efc2a1f41a3be943041abbc61e5] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=37.7 K 2024-11-15T14:15:12,374 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/6f283746e6bd41e3b01a4bee66206921, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/de5a7bac6d344c23bf8b6535fa80557d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/27e227dc34ad47d2b06c28ae211eb7ec] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=35.4 K 2024-11-15T14:15:12,374 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f283746e6bd41e3b01a4bee66206921, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731680110052 2024-11-15T14:15:12,374 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f45a196c7154800aea2974796b09440, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731680110052 2024-11-15T14:15:12,374 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting b04aa4ccc3594360b67df0bf90963d36, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731680110846 2024-11-15T14:15:12,375 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting de5a7bac6d344c23bf8b6535fa80557d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731680110846 2024-11-15T14:15:12,375 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69157efc2a1f41a3be943041abbc61e5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731680111037 2024-11-15T14:15:12,376 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 27e227dc34ad47d2b06c28ae211eb7ec, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731680111037 2024-11-15T14:15:12,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T14:15:12,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:12,389 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T14:15:12,399 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#A#compaction#206 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:12,400 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/1a443f771daa4203b392d8dce3890125 is 50, key is test_row_0/A:col10/1731680111086/Put/seqid=0 2024-11-15T14:15:12,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:12,415 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#C#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:12,415 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/ab85c54c297b48e38f94fe119e6f8d58 is 50, key is test_row_0/C:col10/1731680111086/Put/seqid=0 2024-11-15T14:15:12,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/11d56fb055b04ae0967457f46e66c9b2 is 50, key is test_row_0/A:col10/1731680111876/Put/seqid=0 2024-11-15T14:15:12,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680172435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:12,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:12,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680172435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:12,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680172437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:12,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:12,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T14:15:12,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680172443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:12,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742075_1251 (size=12359) 2024-11-15T14:15:12,474 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/1a443f771daa4203b392d8dce3890125 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1a443f771daa4203b392d8dce3890125 2024-11-15T14:15:12,486 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/A of 38ca4ea7f1d28db60077b5bc8b05377c into 1a443f771daa4203b392d8dce3890125(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:12,486 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:12,486 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/A, priority=13, startTime=1731680112371; duration=0sec 2024-11-15T14:15:12,486 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:12,487 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:A 2024-11-15T14:15:12,487 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:12,488 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:12,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742076_1252 (size=12359) 2024-11-15T14:15:12,488 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/B is initiating minor compaction (all files) 2024-11-15T14:15:12,488 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/B in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:12,489 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/e8a919c1d3e94d3a84c06eda6ba03e98, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/9585c413c14e4e81bf900ba1105ce031, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/0dd93069fddb4e649f393fd09f054ca3] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=35.4 K 2024-11-15T14:15:12,489 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8a919c1d3e94d3a84c06eda6ba03e98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731680110052 2024-11-15T14:15:12,491 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9585c413c14e4e81bf900ba1105ce031, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731680110846 2024-11-15T14:15:12,492 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0dd93069fddb4e649f393fd09f054ca3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731680111037 2024-11-15T14:15:12,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742077_1253 (size=12151) 2024-11-15T14:15:12,504 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#B#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:12,505 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/fcfd01db282b48f5904c6e25b0767ddf is 50, key is test_row_0/B:col10/1731680111086/Put/seqid=0 2024-11-15T14:15:12,506 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/11d56fb055b04ae0967457f46e66c9b2 2024-11-15T14:15:12,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742078_1254 (size=12359) 2024-11-15T14:15:12,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680172527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:12,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:12,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/13da23ffe8fa46ea998f6d75c3581fc0 is 50, key is test_row_0/B:col10/1731680111876/Put/seqid=0 2024-11-15T14:15:12,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680172545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680172545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680172545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:12,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:12,552 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/fcfd01db282b48f5904c6e25b0767ddf as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/fcfd01db282b48f5904c6e25b0767ddf 2024-11-15T14:15:12,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680172556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:12,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:12,561 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/B of 38ca4ea7f1d28db60077b5bc8b05377c into fcfd01db282b48f5904c6e25b0767ddf(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:12,561 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:12,561 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/B, priority=13, startTime=1731680112372; duration=0sec 2024-11-15T14:15:12,561 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:12,561 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:B 2024-11-15T14:15:12,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742079_1255 (size=12151) 2024-11-15T14:15:12,571 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/13da23ffe8fa46ea998f6d75c3581fc0 2024-11-15T14:15:12,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/20eed850140a4ebf8b57d4d59cd7c0e7 is 50, key is test_row_0/C:col10/1731680111876/Put/seqid=0 2024-11-15T14:15:12,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742080_1256 (size=12151) 2024-11-15T14:15:12,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680172755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:12,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:12,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680172756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:12,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:12,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:12,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680172756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:12,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680172765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:12,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:12,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:12,898 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/ab85c54c297b48e38f94fe119e6f8d58 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/ab85c54c297b48e38f94fe119e6f8d58 2024-11-15T14:15:12,915 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/C of 38ca4ea7f1d28db60077b5bc8b05377c into ab85c54c297b48e38f94fe119e6f8d58(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:12,915 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:12,915 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/C, priority=13, startTime=1731680112372; duration=0sec 2024-11-15T14:15:12,915 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:12,915 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:C 2024-11-15T14:15:13,038 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/20eed850140a4ebf8b57d4d59cd7c0e7 2024-11-15T14:15:13,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680173035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:13,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/11d56fb055b04ae0967457f46e66c9b2 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/11d56fb055b04ae0967457f46e66c9b2 2024-11-15T14:15:13,056 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/11d56fb055b04ae0967457f46e66c9b2, entries=150, sequenceid=152, filesize=11.9 K 2024-11-15T14:15:13,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/13da23ffe8fa46ea998f6d75c3581fc0 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/13da23ffe8fa46ea998f6d75c3581fc0 2024-11-15T14:15:13,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680173066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680173066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:13,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:13,075 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/13da23ffe8fa46ea998f6d75c3581fc0, entries=150, sequenceid=152, filesize=11.9 K 2024-11-15T14:15:13,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680173065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:13,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680173075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/20eed850140a4ebf8b57d4d59cd7c0e7 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/20eed850140a4ebf8b57d4d59cd7c0e7 2024-11-15T14:15:13,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:13,089 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/20eed850140a4ebf8b57d4d59cd7c0e7, entries=150, sequenceid=152, filesize=11.9 K 2024-11-15T14:15:13,090 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 38ca4ea7f1d28db60077b5bc8b05377c in 701ms, sequenceid=152, compaction requested=false 2024-11-15T14:15:13,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:13,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:13,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-15T14:15:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-15T14:15:13,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-15T14:15:13,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7820 sec 2024-11-15T14:15:13,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.7900 sec 2024-11-15T14:15:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T14:15:13,455 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:13,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:15:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-15T14:15:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T14:15:13,461 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:15:13,462 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:15:13,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:15:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T14:15:13,578 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:13,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T14:15:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:13,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/994a1cf7698e48dcb86e36ac7fe2e73d is 50, key is test_row_0/A:col10/1731680112439/Put/seqid=0 2024-11-15T14:15:13,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T14:15:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:13,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:13,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742081_1257 (size=12151) 2024-11-15T14:15:13,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680173625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680173626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680173626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680173628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680173746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:13,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680173746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680173746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680173746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:13,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T14:15:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:13,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T14:15:13,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T14:15:13,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:13,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:13,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:13,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:13,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:13,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680173955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680173956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680173956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680173956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/994a1cf7698e48dcb86e36ac7fe2e73d 2024-11-15T14:15:14,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/12559541e3c448a3b9ba77b33156aab4 is 50, key is test_row_0/B:col10/1731680112439/Put/seqid=0 2024-11-15T14:15:14,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680174055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,059 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T14:15:14,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:14,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:14,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:14,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T14:15:14,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742082_1258 (size=12151) 2024-11-15T14:15:14,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/12559541e3c448a3b9ba77b33156aab4 2024-11-15T14:15:14,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/1218aae0d4dd43c99856d8755efb4723 is 50, key is test_row_0/C:col10/1731680112439/Put/seqid=0 2024-11-15T14:15:14,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742083_1259 (size=12151) 2024-11-15T14:15:14,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/1218aae0d4dd43c99856d8755efb4723 2024-11-15T14:15:14,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/994a1cf7698e48dcb86e36ac7fe2e73d as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/994a1cf7698e48dcb86e36ac7fe2e73d 2024-11-15T14:15:14,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/994a1cf7698e48dcb86e36ac7fe2e73d, entries=150, sequenceid=169, filesize=11.9 K 2024-11-15T14:15:14,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/12559541e3c448a3b9ba77b33156aab4 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/12559541e3c448a3b9ba77b33156aab4 2024-11-15T14:15:14,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T14:15:14,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:14,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:14,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:14,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/12559541e3c448a3b9ba77b33156aab4, entries=150, sequenceid=169, filesize=11.9 K 2024-11-15T14:15:14,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/1218aae0d4dd43c99856d8755efb4723 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/1218aae0d4dd43c99856d8755efb4723 2024-11-15T14:15:14,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/1218aae0d4dd43c99856d8755efb4723, entries=150, sequenceid=169, filesize=11.9 K 2024-11-15T14:15:14,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 38ca4ea7f1d28db60077b5bc8b05377c in 679ms, sequenceid=169, compaction requested=true 2024-11-15T14:15:14,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:14,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:14,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:14,257 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:14,257 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:14,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:14,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:14,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:14,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:14,262 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:14,262 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/B is initiating minor compaction (all files) 2024-11-15T14:15:14,262 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/B in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:14,262 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/fcfd01db282b48f5904c6e25b0767ddf, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/13da23ffe8fa46ea998f6d75c3581fc0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/12559541e3c448a3b9ba77b33156aab4] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=35.8 K 2024-11-15T14:15:14,263 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:14,264 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting fcfd01db282b48f5904c6e25b0767ddf, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731680111037 2024-11-15T14:15:14,264 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/A is initiating minor compaction (all files) 2024-11-15T14:15:14,264 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/A in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:14,264 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1a443f771daa4203b392d8dce3890125, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/11d56fb055b04ae0967457f46e66c9b2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/994a1cf7698e48dcb86e36ac7fe2e73d] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=35.8 K 2024-11-15T14:15:14,265 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 13da23ffe8fa46ea998f6d75c3581fc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731680111867 2024-11-15T14:15:14,265 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a443f771daa4203b392d8dce3890125, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731680111037 2024-11-15T14:15:14,267 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11d56fb055b04ae0967457f46e66c9b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731680111867 2024-11-15T14:15:14,268 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 994a1cf7698e48dcb86e36ac7fe2e73d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731680112425 2024-11-15T14:15:14,268 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 12559541e3c448a3b9ba77b33156aab4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731680112425 2024-11-15T14:15:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:14,275 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:14,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T14:15:14,292 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#A#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:14,293 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/c4ea2c38d4414722b96740e70d6dff46 is 50, key is test_row_0/A:col10/1731680112439/Put/seqid=0 2024-11-15T14:15:14,303 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#B#compaction#216 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:14,304 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/b2ea82206d7f44ccb737aa8e9f8f2b6e is 50, key is test_row_0/B:col10/1731680112439/Put/seqid=0 2024-11-15T14:15:14,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/f28abce69e0249a894ebae13192fb429 is 50, key is test_row_0/A:col10/1731680113615/Put/seqid=0 2024-11-15T14:15:14,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680174302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680174305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680174306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680174306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742084_1260 (size=12561) 2024-11-15T14:15:14,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742086_1262 (size=14541) 2024-11-15T14:15:14,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742085_1261 (size=12561) 2024-11-15T14:15:14,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T14:15:14,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:14,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:14,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:14,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680174415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680174416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680174416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680174416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T14:15:14,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:14,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:14,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:14,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T14:15:14,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680174626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680174626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680174626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680174626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T14:15:14,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:14,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:14,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:14,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,773 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/c4ea2c38d4414722b96740e70d6dff46 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/c4ea2c38d4414722b96740e70d6dff46 2024-11-15T14:15:14,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/f28abce69e0249a894ebae13192fb429 2024-11-15T14:15:14,785 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/A of 38ca4ea7f1d28db60077b5bc8b05377c into c4ea2c38d4414722b96740e70d6dff46(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:14,785 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:14,785 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/A, priority=13, startTime=1731680114257; duration=0sec 2024-11-15T14:15:14,785 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:14,785 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:A 2024-11-15T14:15:14,785 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:14,787 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:14,787 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/C is initiating minor compaction (all files) 2024-11-15T14:15:14,787 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/C in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:14,787 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/ab85c54c297b48e38f94fe119e6f8d58, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/20eed850140a4ebf8b57d4d59cd7c0e7, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/1218aae0d4dd43c99856d8755efb4723] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=35.8 K 2024-11-15T14:15:14,788 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab85c54c297b48e38f94fe119e6f8d58, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731680111037 2024-11-15T14:15:14,788 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20eed850140a4ebf8b57d4d59cd7c0e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731680111867 2024-11-15T14:15:14,789 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1218aae0d4dd43c99856d8755efb4723, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731680112425 2024-11-15T14:15:14,792 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/b2ea82206d7f44ccb737aa8e9f8f2b6e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/b2ea82206d7f44ccb737aa8e9f8f2b6e 2024-11-15T14:15:14,801 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/B of 38ca4ea7f1d28db60077b5bc8b05377c into b2ea82206d7f44ccb737aa8e9f8f2b6e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:14,801 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:14,801 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/B, priority=13, startTime=1731680114257; duration=0sec 2024-11-15T14:15:14,803 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:14,803 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:B 2024-11-15T14:15:14,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/0dd58ff37e094e1d8eb7179367ef5a77 is 50, key is test_row_0/B:col10/1731680113615/Put/seqid=0 2024-11-15T14:15:14,816 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#C#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:14,817 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/d8728204a6e14a549a58d23bb1373bf1 is 50, key is test_row_0/C:col10/1731680112439/Put/seqid=0 2024-11-15T14:15:14,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T14:15:14,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:14,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:14,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:14,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:14,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742087_1263 (size=12151) 2024-11-15T14:15:14,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742088_1264 (size=12561) 2024-11-15T14:15:14,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680174935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680174946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680174946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680174946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:14,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:14,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:15,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T14:15:15,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:15,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:15,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:15,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:15,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:15,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T14:15:15,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:15,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:15,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:15,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:15,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:15,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/0dd58ff37e094e1d8eb7179367ef5a77 2024-11-15T14:15:15,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/162ab1e251fd4a4f97fd82fb6f627cbe is 50, key is test_row_0/C:col10/1731680113615/Put/seqid=0 2024-11-15T14:15:15,298 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/d8728204a6e14a549a58d23bb1373bf1 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/d8728204a6e14a549a58d23bb1373bf1 2024-11-15T14:15:15,312 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/C of 38ca4ea7f1d28db60077b5bc8b05377c into d8728204a6e14a549a58d23bb1373bf1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:15,312 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:15,312 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/C, priority=13, startTime=1731680114257; duration=0sec 2024-11-15T14:15:15,312 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:15,312 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:C 2024-11-15T14:15:15,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742089_1265 (size=12151) 2024-11-15T14:15:15,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T14:15:15,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:15,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:15,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:15,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:15,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:15,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680175448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:15,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:15,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:15,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:15,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680175455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:15,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680175466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:15,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:15,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:15,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680175466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:15,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:15,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:15,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:15,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:15,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T14:15:15,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:15,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:15,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:15,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:15,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T14:15:15,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T14:15:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:15,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:15,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:15,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:15,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/162ab1e251fd4a4f97fd82fb6f627cbe 2024-11-15T14:15:15,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/f28abce69e0249a894ebae13192fb429 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/f28abce69e0249a894ebae13192fb429 2024-11-15T14:15:15,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/f28abce69e0249a894ebae13192fb429, entries=200, sequenceid=195, filesize=14.2 K 2024-11-15T14:15:15,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/0dd58ff37e094e1d8eb7179367ef5a77 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/0dd58ff37e094e1d8eb7179367ef5a77 2024-11-15T14:15:15,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/0dd58ff37e094e1d8eb7179367ef5a77, entries=150, sequenceid=195, filesize=11.9 K 2024-11-15T14:15:15,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/162ab1e251fd4a4f97fd82fb6f627cbe as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/162ab1e251fd4a4f97fd82fb6f627cbe 2024-11-15T14:15:15,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/162ab1e251fd4a4f97fd82fb6f627cbe, entries=150, sequenceid=195, filesize=11.9 K 2024-11-15T14:15:15,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 38ca4ea7f1d28db60077b5bc8b05377c in 1471ms, sequenceid=195, compaction requested=false 2024-11-15T14:15:15,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:15,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T14:15:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:15,802 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:15:15,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/1fa1b8699156471db889abfc4d2c8312 is 50, key is test_row_0/A:col10/1731680114292/Put/seqid=0 2024-11-15T14:15:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742090_1266 (size=12151) 2024-11-15T14:15:16,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:16,241 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/1fa1b8699156471db889abfc4d2c8312 2024-11-15T14:15:16,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680176250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:16,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:16,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:16,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/8a8c3caf394c453faf6275af0f416476 is 50, key is test_row_0/B:col10/1731680114292/Put/seqid=0 2024-11-15T14:15:16,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742091_1267 (size=12151) 2024-11-15T14:15:16,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680176375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:16,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680176456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:16,458 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:16,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:16,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:16,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:16,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680176475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:16,479 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:16,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680176475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:16,481 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:16,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:16,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:16,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680176486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:16,488 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:16,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:16,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:16,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:16,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680176587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:16,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:16,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:16,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:16,738 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/8a8c3caf394c453faf6275af0f416476 2024-11-15T14:15:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/eeedf9c17d8441ba9e53d81c622bcc52 is 50, key is test_row_0/C:col10/1731680114292/Put/seqid=0 2024-11-15T14:15:16,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742092_1268 (size=12151) 2024-11-15T14:15:16,812 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/eeedf9c17d8441ba9e53d81c622bcc52 2024-11-15T14:15:16,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/1fa1b8699156471db889abfc4d2c8312 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1fa1b8699156471db889abfc4d2c8312 2024-11-15T14:15:16,823 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1fa1b8699156471db889abfc4d2c8312, entries=150, sequenceid=209, filesize=11.9 K 2024-11-15T14:15:16,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/8a8c3caf394c453faf6275af0f416476 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/8a8c3caf394c453faf6275af0f416476 2024-11-15T14:15:16,835 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/8a8c3caf394c453faf6275af0f416476, entries=150, sequenceid=209, filesize=11.9 K 2024-11-15T14:15:16,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/eeedf9c17d8441ba9e53d81c622bcc52 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/eeedf9c17d8441ba9e53d81c622bcc52 2024-11-15T14:15:16,843 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/eeedf9c17d8441ba9e53d81c622bcc52, entries=150, sequenceid=209, filesize=11.9 K 2024-11-15T14:15:16,846 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 38ca4ea7f1d28db60077b5bc8b05377c in 1043ms, sequenceid=209, compaction requested=true 2024-11-15T14:15:16,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:16,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:16,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-15T14:15:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-15T14:15:16,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-15T14:15:16,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3950 sec 2024-11-15T14:15:16,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 3.4030 sec 2024-11-15T14:15:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:16,899 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:16,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T14:15:16,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/5d6c72de7b7f4f6698a9e530e90d7de1 is 50, key is test_row_0/A:col10/1731680116897/Put/seqid=0 2024-11-15T14:15:16,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680176955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:16,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:16,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:16,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:16,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742093_1269 (size=14541) 2024-11-15T14:15:16,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/5d6c72de7b7f4f6698a9e530e90d7de1 2024-11-15T14:15:16,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/174f09e71b9c4a5088a605de6d8767bc is 50, key is test_row_0/B:col10/1731680116897/Put/seqid=0 2024-11-15T14:15:17,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742094_1270 (size=12151) 2024-11-15T14:15:17,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/174f09e71b9c4a5088a605de6d8767bc 2024-11-15T14:15:17,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/c5f607369bdc45dd9e216b06cc9d37c9 is 50, key is test_row_0/C:col10/1731680116897/Put/seqid=0 2024-11-15T14:15:17,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680177066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:17,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:17,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:17,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:17,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742095_1271 (size=12151) 2024-11-15T14:15:17,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/c5f607369bdc45dd9e216b06cc9d37c9 2024-11-15T14:15:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/5d6c72de7b7f4f6698a9e530e90d7de1 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/5d6c72de7b7f4f6698a9e530e90d7de1 2024-11-15T14:15:17,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/5d6c72de7b7f4f6698a9e530e90d7de1, entries=200, sequenceid=235, filesize=14.2 K 2024-11-15T14:15:17,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/174f09e71b9c4a5088a605de6d8767bc as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/174f09e71b9c4a5088a605de6d8767bc 2024-11-15T14:15:17,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/174f09e71b9c4a5088a605de6d8767bc, entries=150, sequenceid=235, filesize=11.9 K 2024-11-15T14:15:17,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/c5f607369bdc45dd9e216b06cc9d37c9 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c5f607369bdc45dd9e216b06cc9d37c9 2024-11-15T14:15:17,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c5f607369bdc45dd9e216b06cc9d37c9, entries=150, sequenceid=235, filesize=11.9 K 2024-11-15T14:15:17,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 38ca4ea7f1d28db60077b5bc8b05377c in 236ms, sequenceid=235, compaction requested=true 2024-11-15T14:15:17,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:17,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:17,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:17,135 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:15:17,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:17,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:17,136 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:15:17,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:17,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:17,137 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:15:17,137 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/B is initiating minor compaction (all files) 2024-11-15T14:15:17,138 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/B in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:17,138 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/b2ea82206d7f44ccb737aa8e9f8f2b6e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/0dd58ff37e094e1d8eb7179367ef5a77, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/8a8c3caf394c453faf6275af0f416476, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/174f09e71b9c4a5088a605de6d8767bc] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=47.9 K 2024-11-15T14:15:17,138 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:15:17,138 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/A is initiating minor compaction (all files) 2024-11-15T14:15:17,138 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting b2ea82206d7f44ccb737aa8e9f8f2b6e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731680112425 2024-11-15T14:15:17,138 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/A in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:17,138 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/c4ea2c38d4414722b96740e70d6dff46, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/f28abce69e0249a894ebae13192fb429, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1fa1b8699156471db889abfc4d2c8312, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/5d6c72de7b7f4f6698a9e530e90d7de1] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=52.5 K 2024-11-15T14:15:17,138 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dd58ff37e094e1d8eb7179367ef5a77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731680113615 2024-11-15T14:15:17,139 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4ea2c38d4414722b96740e70d6dff46, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731680112425 2024-11-15T14:15:17,139 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a8c3caf394c453faf6275af0f416476, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731680114292 2024-11-15T14:15:17,139 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting f28abce69e0249a894ebae13192fb429, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731680113615 2024-11-15T14:15:17,140 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fa1b8699156471db889abfc4d2c8312, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731680114292 2024-11-15T14:15:17,140 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 174f09e71b9c4a5088a605de6d8767bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731680116233 2024-11-15T14:15:17,140 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d6c72de7b7f4f6698a9e530e90d7de1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731680116233 2024-11-15T14:15:17,164 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#B#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:17,167 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/44ae8284cfcd4902a5c623d64338a73f is 50, key is test_row_0/B:col10/1731680116897/Put/seqid=0 2024-11-15T14:15:17,174 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#A#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:17,175 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/ef099cdbb17e4a08a422280672e0cfd5 is 50, key is test_row_0/A:col10/1731680116897/Put/seqid=0 2024-11-15T14:15:17,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742097_1273 (size=12697) 2024-11-15T14:15:17,244 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/ef099cdbb17e4a08a422280672e0cfd5 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/ef099cdbb17e4a08a422280672e0cfd5 2024-11-15T14:15:17,251 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/A of 38ca4ea7f1d28db60077b5bc8b05377c into ef099cdbb17e4a08a422280672e0cfd5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:17,251 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:17,251 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/A, priority=12, startTime=1731680117135; duration=0sec 2024-11-15T14:15:17,252 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:17,252 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:A 2024-11-15T14:15:17,252 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:15:17,253 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:15:17,254 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/C is initiating minor compaction (all files) 2024-11-15T14:15:17,254 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/C in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:17,254 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/d8728204a6e14a549a58d23bb1373bf1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/162ab1e251fd4a4f97fd82fb6f627cbe, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/eeedf9c17d8441ba9e53d81c622bcc52, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c5f607369bdc45dd9e216b06cc9d37c9] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=47.9 K 2024-11-15T14:15:17,254 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8728204a6e14a549a58d23bb1373bf1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731680112425 2024-11-15T14:15:17,255 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 162ab1e251fd4a4f97fd82fb6f627cbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731680113615 2024-11-15T14:15:17,255 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting eeedf9c17d8441ba9e53d81c622bcc52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731680114292 2024-11-15T14:15:17,256 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5f607369bdc45dd9e216b06cc9d37c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731680116233 2024-11-15T14:15:17,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742096_1272 (size=12697) 2024-11-15T14:15:17,266 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/44ae8284cfcd4902a5c623d64338a73f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/44ae8284cfcd4902a5c623d64338a73f 2024-11-15T14:15:17,273 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/B of 38ca4ea7f1d28db60077b5bc8b05377c into 44ae8284cfcd4902a5c623d64338a73f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:17,273 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:17,273 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/B, priority=12, startTime=1731680117136; duration=0sec 2024-11-15T14:15:17,273 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:17,273 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:B 2024-11-15T14:15:17,279 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#C#compaction#229 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:17,279 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/e4e9d57ec1eb49abaf970e50f0ec2b00 is 50, key is test_row_0/C:col10/1731680116897/Put/seqid=0 2024-11-15T14:15:17,282 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:17,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:15:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:17,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/256495deb6654c289521229fc7cc3aa0 is 50, key is test_row_0/A:col10/1731680116936/Put/seqid=0 2024-11-15T14:15:17,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742098_1274 (size=12697) 2024-11-15T14:15:17,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742099_1275 (size=12151) 2024-11-15T14:15:17,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680177455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:17,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:17,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:17,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:17,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680177565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:17,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T14:15:17,626 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:17,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:15:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-15T14:15:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T14:15:17,629 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:15:17,630 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:15:17,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:15:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T14:15:17,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/256495deb6654c289521229fc7cc3aa0 2024-11-15T14:15:17,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680177775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:17,781 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/e4e9d57ec1eb49abaf970e50f0ec2b00 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/e4e9d57ec1eb49abaf970e50f0ec2b00 2024-11-15T14:15:17,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T14:15:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:17,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:17,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/27d9872013c04391bf7b1c1533e19662 is 50, key is test_row_0/B:col10/1731680116936/Put/seqid=0 2024-11-15T14:15:17,813 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/C of 38ca4ea7f1d28db60077b5bc8b05377c into e4e9d57ec1eb49abaf970e50f0ec2b00(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:17,814 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:17,814 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/C, priority=12, startTime=1731680117136; duration=0sec 2024-11-15T14:15:17,814 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:17,814 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:C 2024-11-15T14:15:17,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742100_1276 (size=12151) 2024-11-15T14:15:17,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/27d9872013c04391bf7b1c1533e19662 2024-11-15T14:15:17,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/56acfb86d0b040f8a481a87932414f06 is 50, key is test_row_0/C:col10/1731680116936/Put/seqid=0 2024-11-15T14:15:17,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742101_1277 (size=12151) 2024-11-15T14:15:17,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/56acfb86d0b040f8a481a87932414f06 2024-11-15T14:15:17,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/256495deb6654c289521229fc7cc3aa0 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/256495deb6654c289521229fc7cc3aa0 2024-11-15T14:15:17,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/256495deb6654c289521229fc7cc3aa0, entries=150, sequenceid=248, filesize=11.9 K 2024-11-15T14:15:17,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/27d9872013c04391bf7b1c1533e19662 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/27d9872013c04391bf7b1c1533e19662 2024-11-15T14:15:17,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/27d9872013c04391bf7b1c1533e19662, entries=150, sequenceid=248, filesize=11.9 K 2024-11-15T14:15:17,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/56acfb86d0b040f8a481a87932414f06 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/56acfb86d0b040f8a481a87932414f06 2024-11-15T14:15:17,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T14:15:17,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:17,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:17,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:17,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:17,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:17,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/56acfb86d0b040f8a481a87932414f06, entries=150, sequenceid=248, filesize=11.9 K 2024-11-15T14:15:17,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 38ca4ea7f1d28db60077b5bc8b05377c in 662ms, sequenceid=248, compaction requested=false 2024-11-15T14:15:17,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T14:15:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:18,090 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:18,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T14:15:18,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T14:15:18,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:18,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:18,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:18,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/5accdd07b5e247c6b3f46218204e98fc is 50, key is test_row_0/A:col10/1731680118087/Put/seqid=0 2024-11-15T14:15:18,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680178133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:18,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:18,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:18,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:18,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742102_1278 (size=12301) 2024-11-15T14:15:18,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/5accdd07b5e247c6b3f46218204e98fc 2024-11-15T14:15:18,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/84b5fa2f5b42411698dcfb469ec1fdfc is 50, key is test_row_0/B:col10/1731680118087/Put/seqid=0 2024-11-15T14:15:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742103_1279 (size=12301) 2024-11-15T14:15:18,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/84b5fa2f5b42411698dcfb469ec1fdfc 2024-11-15T14:15:18,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T14:15:18,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:18,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:18,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:18,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680178246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:18,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:18,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:18,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T14:15:18,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/20104455d22945c088827e8ee0db8dfd is 50, key is test_row_0/C:col10/1731680118087/Put/seqid=0 2024-11-15T14:15:18,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742104_1280 (size=12301) 2024-11-15T14:15:18,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T14:15:18,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:18,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:18,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:18,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680178465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:18,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680178465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:18,471 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:18,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680178497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:18,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680178497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:18,500 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:18,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:18,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:18,500 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:18,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680178497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:18,501 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:18,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:18,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:18,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:18,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T14:15:18,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:18,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:18,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:18,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T14:15:18,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:18,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:18,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:18,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/20104455d22945c088827e8ee0db8dfd 2024-11-15T14:15:18,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/5accdd07b5e247c6b3f46218204e98fc as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/5accdd07b5e247c6b3f46218204e98fc 2024-11-15T14:15:18,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/5accdd07b5e247c6b3f46218204e98fc, entries=150, sequenceid=275, filesize=12.0 K 2024-11-15T14:15:18,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/84b5fa2f5b42411698dcfb469ec1fdfc as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/84b5fa2f5b42411698dcfb469ec1fdfc 2024-11-15T14:15:18,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/84b5fa2f5b42411698dcfb469ec1fdfc, entries=150, sequenceid=275, filesize=12.0 K 2024-11-15T14:15:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/20104455d22945c088827e8ee0db8dfd as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/20104455d22945c088827e8ee0db8dfd 2024-11-15T14:15:18,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/20104455d22945c088827e8ee0db8dfd, entries=150, sequenceid=275, filesize=12.0 K 2024-11-15T14:15:18,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 38ca4ea7f1d28db60077b5bc8b05377c in 653ms, sequenceid=275, compaction requested=true 2024-11-15T14:15:18,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:18,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:18,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:18,743 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:18,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:18,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:18,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:18,744 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:18,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:18,745 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:18,745 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:18,745 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/B is initiating minor compaction (all files) 2024-11-15T14:15:18,745 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/B in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:18,745 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/44ae8284cfcd4902a5c623d64338a73f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/27d9872013c04391bf7b1c1533e19662, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/84b5fa2f5b42411698dcfb469ec1fdfc] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=36.3 K 2024-11-15T14:15:18,746 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/A is initiating minor compaction (all files) 2024-11-15T14:15:18,746 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/A in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:18,746 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/ef099cdbb17e4a08a422280672e0cfd5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/256495deb6654c289521229fc7cc3aa0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/5accdd07b5e247c6b3f46218204e98fc] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=36.3 K 2024-11-15T14:15:18,746 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 44ae8284cfcd4902a5c623d64338a73f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731680116233 2024-11-15T14:15:18,746 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef099cdbb17e4a08a422280672e0cfd5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731680116233 2024-11-15T14:15:18,747 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 256495deb6654c289521229fc7cc3aa0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731680116936 2024-11-15T14:15:18,747 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5accdd07b5e247c6b3f46218204e98fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731680117442 2024-11-15T14:15:18,749 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 27d9872013c04391bf7b1c1533e19662, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731680116936 2024-11-15T14:15:18,750 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 84b5fa2f5b42411698dcfb469ec1fdfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731680117442 2024-11-15T14:15:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T14:15:18,768 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#A#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:18,768 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/1c44e1e1e1dc4934b425c74fd4b5ae5f is 50, key is test_row_0/A:col10/1731680118087/Put/seqid=0 2024-11-15T14:15:18,770 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:18,771 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/2bb9e51538fb480eb188b0d3b28ca288 is 50, key is test_row_0/B:col10/1731680118087/Put/seqid=0 2024-11-15T14:15:18,779 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:18,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:15:18,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742105_1281 (size=12949) 2024-11-15T14:15:18,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/7fa0659a2e034396a5fcec6f33a45938 is 50, key is test_row_0/A:col10/1731680118118/Put/seqid=0 2024-11-15T14:15:18,830 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/1c44e1e1e1dc4934b425c74fd4b5ae5f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1c44e1e1e1dc4934b425c74fd4b5ae5f 2024-11-15T14:15:18,838 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/A of 38ca4ea7f1d28db60077b5bc8b05377c into 1c44e1e1e1dc4934b425c74fd4b5ae5f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:18,838 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:18,839 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/A, priority=13, startTime=1731680118743; duration=0sec 2024-11-15T14:15:18,839 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:18,839 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:A 2024-11-15T14:15:18,839 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:18,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742106_1282 (size=12949) 2024-11-15T14:15:18,841 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:18,841 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/C is initiating minor compaction (all files) 2024-11-15T14:15:18,841 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/C in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:18,842 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/e4e9d57ec1eb49abaf970e50f0ec2b00, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/56acfb86d0b040f8a481a87932414f06, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/20104455d22945c088827e8ee0db8dfd] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=36.3 K 2024-11-15T14:15:18,842 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4e9d57ec1eb49abaf970e50f0ec2b00, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731680116233 2024-11-15T14:15:18,843 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56acfb86d0b040f8a481a87932414f06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731680116936 2024-11-15T14:15:18,843 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20104455d22945c088827e8ee0db8dfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731680117442 2024-11-15T14:15:18,847 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/2bb9e51538fb480eb188b0d3b28ca288 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/2bb9e51538fb480eb188b0d3b28ca288 2024-11-15T14:15:18,855 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/B of 38ca4ea7f1d28db60077b5bc8b05377c into 2bb9e51538fb480eb188b0d3b28ca288(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:18,855 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:18,855 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/B, priority=13, startTime=1731680118743; duration=0sec 2024-11-15T14:15:18,855 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:18,855 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:B 2024-11-15T14:15:18,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T14:15:18,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:18,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:18,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:18,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:18,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742107_1283 (size=14741) 2024-11-15T14:15:18,865 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#C#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:18,865 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/c33e369b157b4e7eaa261835ae303b0a is 50, key is test_row_0/C:col10/1731680118087/Put/seqid=0 2024-11-15T14:15:18,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742108_1284 (size=12949) 2024-11-15T14:15:18,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680178958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:19,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T14:15:19,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:19,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:19,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:19,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:19,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:19,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680179065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:19,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T14:15:19,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:19,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:19,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:19,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:19,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/7fa0659a2e034396a5fcec6f33a45938 2024-11-15T14:15:19,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680179277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:19,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/50038b17b43b41d98dd02b630999d0c2 is 50, key is test_row_0/B:col10/1731680118118/Put/seqid=0 2024-11-15T14:15:19,315 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/c33e369b157b4e7eaa261835ae303b0a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c33e369b157b4e7eaa261835ae303b0a 2024-11-15T14:15:19,324 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/C of 38ca4ea7f1d28db60077b5bc8b05377c into c33e369b157b4e7eaa261835ae303b0a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:19,324 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:19,324 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/C, priority=13, startTime=1731680118744; duration=0sec 2024-11-15T14:15:19,324 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:19,324 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:C 2024-11-15T14:15:19,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742109_1285 (size=12301) 2024-11-15T14:15:19,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/50038b17b43b41d98dd02b630999d0c2 2024-11-15T14:15:19,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T14:15:19,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:19,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:19,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:19,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:19,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:19,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/9e57e0f73b524e6e9f023197deead085 is 50, key is test_row_0/C:col10/1731680118118/Put/seqid=0 2024-11-15T14:15:19,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742110_1286 (size=12301) 2024-11-15T14:15:19,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/9e57e0f73b524e6e9f023197deead085 2024-11-15T14:15:19,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/7fa0659a2e034396a5fcec6f33a45938 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7fa0659a2e034396a5fcec6f33a45938 2024-11-15T14:15:19,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7fa0659a2e034396a5fcec6f33a45938, entries=200, sequenceid=286, filesize=14.4 K 2024-11-15T14:15:19,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/50038b17b43b41d98dd02b630999d0c2 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/50038b17b43b41d98dd02b630999d0c2 2024-11-15T14:15:19,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/50038b17b43b41d98dd02b630999d0c2, entries=150, sequenceid=286, filesize=12.0 K 2024-11-15T14:15:19,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/9e57e0f73b524e6e9f023197deead085 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9e57e0f73b524e6e9f023197deead085 2024-11-15T14:15:19,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9e57e0f73b524e6e9f023197deead085, entries=150, sequenceid=286, filesize=12.0 K 2024-11-15T14:15:19,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 38ca4ea7f1d28db60077b5bc8b05377c in 657ms, sequenceid=286, compaction requested=false 2024-11-15T14:15:19,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:19,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T14:15:19,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:19,488 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T14:15:19,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/7cd0e3b7b7104cd68c41c7ed8478f216 is 50, key is test_row_0/A:col10/1731680118898/Put/seqid=0 2024-11-15T14:15:19,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742111_1287 (size=12301) 2024-11-15T14:15:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:19,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:19,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680179639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:19,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:19,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:19,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:19,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680179755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T14:15:19,946 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/7cd0e3b7b7104cd68c41c7ed8478f216 2024-11-15T14:15:19,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680179965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:19,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/d995ee606bbf4c1fa06ace7912a975c5 is 50, key is test_row_0/B:col10/1731680118898/Put/seqid=0 2024-11-15T14:15:20,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742112_1288 (size=12301) 2024-11-15T14:15:20,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680180276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:20,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:20,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:20,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:20,424 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/d995ee606bbf4c1fa06ace7912a975c5 2024-11-15T14:15:20,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/c5fdf32aafb148629e659595cc634f4b is 50, key is test_row_0/C:col10/1731680118898/Put/seqid=0 2024-11-15T14:15:20,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742113_1289 (size=12301) 2024-11-15T14:15:20,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680180785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:20,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:20,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:20,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:20,884 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/c5fdf32aafb148629e659595cc634f4b 2024-11-15T14:15:20,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/7cd0e3b7b7104cd68c41c7ed8478f216 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7cd0e3b7b7104cd68c41c7ed8478f216 2024-11-15T14:15:20,902 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7cd0e3b7b7104cd68c41c7ed8478f216, entries=150, sequenceid=314, filesize=12.0 K 2024-11-15T14:15:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/d995ee606bbf4c1fa06ace7912a975c5 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/d995ee606bbf4c1fa06ace7912a975c5 2024-11-15T14:15:20,923 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/d995ee606bbf4c1fa06ace7912a975c5, entries=150, sequenceid=314, filesize=12.0 K 2024-11-15T14:15:20,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/c5fdf32aafb148629e659595cc634f4b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c5fdf32aafb148629e659595cc634f4b 2024-11-15T14:15:20,935 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c5fdf32aafb148629e659595cc634f4b, entries=150, sequenceid=314, filesize=12.0 K 2024-11-15T14:15:20,938 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 38ca4ea7f1d28db60077b5bc8b05377c in 1450ms, sequenceid=314, compaction requested=true 2024-11-15T14:15:20,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:20,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:20,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-15T14:15:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-15T14:15:20,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-15T14:15:20,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3090 sec 2024-11-15T14:15:20,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 3.3170 sec 2024-11-15T14:15:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T14:15:21,786 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:21,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:15:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-15T14:15:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T14:15:21,789 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:15:21,794 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:15:21,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:15:21,802 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:21,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T14:15:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:21,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/7bab87982d354b319e033df507ad708b is 50, key is test_row_0/A:col10/1731680119625/Put/seqid=0 2024-11-15T14:15:21,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742114_1290 (size=14741) 2024-11-15T14:15:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T14:15:21,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T14:15:21,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:21,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:21,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680181943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:21,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:21,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:21,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:22,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680182055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:22,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:22,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T14:15:22,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:22,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:22,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:22,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:22,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T14:15:22,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T14:15:22,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:22,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:22,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:22,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:22,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:22,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/7bab87982d354b319e033df507ad708b 2024-11-15T14:15:22,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680182266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:22,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:22,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/c2bf5caa101c40fdac5cb3df073f1b50 is 50, key is test_row_0/B:col10/1731680119625/Put/seqid=0 2024-11-15T14:15:22,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742115_1291 (size=12301) 2024-11-15T14:15:22,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/c2bf5caa101c40fdac5cb3df073f1b50 2024-11-15T14:15:22,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/be7b1a31e797489e80a444ff98f7b9ba is 50, key is test_row_0/C:col10/1731680119625/Put/seqid=0 2024-11-15T14:15:22,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742116_1292 (size=12301) 2024-11-15T14:15:22,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/be7b1a31e797489e80a444ff98f7b9ba 2024-11-15T14:15:22,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/7bab87982d354b319e033df507ad708b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7bab87982d354b319e033df507ad708b 2024-11-15T14:15:22,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7bab87982d354b319e033df507ad708b, entries=200, sequenceid=326, filesize=14.4 K 2024-11-15T14:15:22,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/c2bf5caa101c40fdac5cb3df073f1b50 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/c2bf5caa101c40fdac5cb3df073f1b50 2024-11-15T14:15:22,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/c2bf5caa101c40fdac5cb3df073f1b50, entries=150, sequenceid=326, filesize=12.0 K 2024-11-15T14:15:22,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/be7b1a31e797489e80a444ff98f7b9ba as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/be7b1a31e797489e80a444ff98f7b9ba 2024-11-15T14:15:22,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/be7b1a31e797489e80a444ff98f7b9ba, entries=150, sequenceid=326, filesize=12.0 K 2024-11-15T14:15:22,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 38ca4ea7f1d28db60077b5bc8b05377c in 608ms, sequenceid=326, compaction requested=true 2024-11-15T14:15:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:22,411 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:15:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T14:15:22,411 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:15:22,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T14:15:22,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:22,411 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T14:15:22,415 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:15:22,415 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/B is initiating minor compaction (all files) 2024-11-15T14:15:22,415 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:15:22,415 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/B in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:22,415 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/A is initiating minor compaction (all files) 2024-11-15T14:15:22,415 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/A in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:22,415 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/2bb9e51538fb480eb188b0d3b28ca288, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/50038b17b43b41d98dd02b630999d0c2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/d995ee606bbf4c1fa06ace7912a975c5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/c2bf5caa101c40fdac5cb3df073f1b50] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=48.7 K 2024-11-15T14:15:22,415 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1c44e1e1e1dc4934b425c74fd4b5ae5f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7fa0659a2e034396a5fcec6f33a45938, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7cd0e3b7b7104cd68c41c7ed8478f216, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7bab87982d354b319e033df507ad708b] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=53.4 K 2024-11-15T14:15:22,416 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bb9e51538fb480eb188b0d3b28ca288, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731680117442 2024-11-15T14:15:22,416 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c44e1e1e1dc4934b425c74fd4b5ae5f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731680117442 2024-11-15T14:15:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T14:15:22,416 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50038b17b43b41d98dd02b630999d0c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731680118118 2024-11-15T14:15:22,416 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fa0659a2e034396a5fcec6f33a45938, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731680118118 2024-11-15T14:15:22,416 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting d995ee606bbf4c1fa06ace7912a975c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731680118898 2024-11-15T14:15:22,417 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cd0e3b7b7104cd68c41c7ed8478f216, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731680118898 2024-11-15T14:15:22,417 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2bf5caa101c40fdac5cb3df073f1b50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731680119625 2024-11-15T14:15:22,417 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bab87982d354b319e033df507ad708b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731680119619 2024-11-15T14:15:22,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/9e34225b7a48439c92800ee7fdc99478 is 50, key is test_row_0/A:col10/1731680121941/Put/seqid=0 2024-11-15T14:15:22,433 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#A#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:22,434 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/764c54a511fb4d0eaa19e5de9607f5f1 is 50, key is test_row_0/A:col10/1731680119625/Put/seqid=0 2024-11-15T14:15:22,442 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#B#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:22,443 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/bf4a5f09a7d54a40860c55261675e343 is 50, key is test_row_0/B:col10/1731680119625/Put/seqid=0 2024-11-15T14:15:22,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:22,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742117_1293 (size=12301) 2024-11-15T14:15:22,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742118_1294 (size=13085) 2024-11-15T14:15:22,523 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/764c54a511fb4d0eaa19e5de9607f5f1 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/764c54a511fb4d0eaa19e5de9607f5f1 2024-11-15T14:15:22,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742119_1295 (size=13085) 2024-11-15T14:15:22,531 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/A of 38ca4ea7f1d28db60077b5bc8b05377c into 764c54a511fb4d0eaa19e5de9607f5f1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:22,531 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:22,531 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/A, priority=12, startTime=1731680122411; duration=0sec 2024-11-15T14:15:22,532 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:22,532 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:A 2024-11-15T14:15:22,532 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:15:22,535 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:15:22,535 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/C is initiating minor compaction (all files) 2024-11-15T14:15:22,535 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/C in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:22,535 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c33e369b157b4e7eaa261835ae303b0a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9e57e0f73b524e6e9f023197deead085, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c5fdf32aafb148629e659595cc634f4b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/be7b1a31e797489e80a444ff98f7b9ba] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=48.7 K 2024-11-15T14:15:22,536 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting c33e369b157b4e7eaa261835ae303b0a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731680117442 2024-11-15T14:15:22,537 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e57e0f73b524e6e9f023197deead085, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731680118118 2024-11-15T14:15:22,539 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting c5fdf32aafb148629e659595cc634f4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731680118898 2024-11-15T14:15:22,540 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting be7b1a31e797489e80a444ff98f7b9ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731680119625 2024-11-15T14:15:22,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44048 deadline: 1731680182546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:22,556 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8254 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:22,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:22,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680182553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:22,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680182556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:22,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:22,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680182556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:22,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:22,572 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#C#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:22,572 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/ba9b8d9265cf4cb2bb7900914404dcab is 50, key is test_row_0/C:col10/1731680119625/Put/seqid=0 2024-11-15T14:15:22,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680182575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:22,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742120_1296 (size=13085) 2024-11-15T14:15:22,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680182665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:22,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:22,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680182667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:22,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680182675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:22,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:22,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680182875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:22,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:22,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680182886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:22,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:22,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680182887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:22,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:22,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:22,906 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/9e34225b7a48439c92800ee7fdc99478 2024-11-15T14:15:22,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/7bfdeb3a39fb404c8cd047744f8553b6 is 50, key is test_row_0/B:col10/1731680121941/Put/seqid=0 2024-11-15T14:15:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T14:15:22,945 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/bf4a5f09a7d54a40860c55261675e343 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/bf4a5f09a7d54a40860c55261675e343 2024-11-15T14:15:22,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742121_1297 (size=12301) 2024-11-15T14:15:22,952 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/7bfdeb3a39fb404c8cd047744f8553b6 2024-11-15T14:15:22,953 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/B of 38ca4ea7f1d28db60077b5bc8b05377c into bf4a5f09a7d54a40860c55261675e343(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:22,953 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:22,953 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/B, priority=12, startTime=1731680122411; duration=0sec 2024-11-15T14:15:22,953 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:22,954 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:B 2024-11-15T14:15:22,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/db59e5900a0549b680b8afeef04fe2bc is 50, key is test_row_0/C:col10/1731680121941/Put/seqid=0 2024-11-15T14:15:23,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742122_1298 (size=12301) 2024-11-15T14:15:23,050 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/ba9b8d9265cf4cb2bb7900914404dcab as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/ba9b8d9265cf4cb2bb7900914404dcab 2024-11-15T14:15:23,058 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/C of 38ca4ea7f1d28db60077b5bc8b05377c into ba9b8d9265cf4cb2bb7900914404dcab(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:23,058 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:23,058 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/C, priority=12, startTime=1731680122411; duration=0sec 2024-11-15T14:15:23,058 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:23,058 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:C 2024-11-15T14:15:23,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680183085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:23,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:23,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680183185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:23,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:23,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680183195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:23,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:23,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680183195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:23,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:23,416 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/db59e5900a0549b680b8afeef04fe2bc 2024-11-15T14:15:23,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/9e34225b7a48439c92800ee7fdc99478 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/9e34225b7a48439c92800ee7fdc99478 2024-11-15T14:15:23,447 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/9e34225b7a48439c92800ee7fdc99478, entries=150, sequenceid=350, filesize=12.0 K 2024-11-15T14:15:23,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/7bfdeb3a39fb404c8cd047744f8553b6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/7bfdeb3a39fb404c8cd047744f8553b6 2024-11-15T14:15:23,457 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/7bfdeb3a39fb404c8cd047744f8553b6, entries=150, sequenceid=350, filesize=12.0 K 2024-11-15T14:15:23,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/db59e5900a0549b680b8afeef04fe2bc as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/db59e5900a0549b680b8afeef04fe2bc 2024-11-15T14:15:23,470 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/db59e5900a0549b680b8afeef04fe2bc, entries=150, sequenceid=350, filesize=12.0 K 2024-11-15T14:15:23,475 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 38ca4ea7f1d28db60077b5bc8b05377c in 1064ms, sequenceid=350, compaction requested=false 2024-11-15T14:15:23,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:23,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:23,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-15T14:15:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-15T14:15:23,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-15T14:15:23,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6920 sec 2024-11-15T14:15:23,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.7020 sec 2024-11-15T14:15:23,700 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:23,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T14:15:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:23,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/ce5f55540c044e8a8df8621d9dbdee42 is 50, key is test_row_0/A:col10/1731680122554/Put/seqid=0 2024-11-15T14:15:23,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742123_1299 (size=12301) 2024-11-15T14:15:23,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/ce5f55540c044e8a8df8621d9dbdee42 2024-11-15T14:15:23,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/31d169572ca14d85a927d2e8ef0f00f6 is 50, key is test_row_0/B:col10/1731680122554/Put/seqid=0 2024-11-15T14:15:23,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680183779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:23,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:23,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680183780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:23,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:23,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680183781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:23,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:23,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742124_1300 (size=12301) 2024-11-15T14:15:23,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/31d169572ca14d85a927d2e8ef0f00f6 2024-11-15T14:15:23,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/6fec96779749414c98348c72a4bfc905 is 50, key is test_row_0/C:col10/1731680122554/Put/seqid=0 2024-11-15T14:15:23,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742125_1301 (size=12301) 2024-11-15T14:15:23,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/6fec96779749414c98348c72a4bfc905 2024-11-15T14:15:23,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/ce5f55540c044e8a8df8621d9dbdee42 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/ce5f55540c044e8a8df8621d9dbdee42 2024-11-15T14:15:23,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/ce5f55540c044e8a8df8621d9dbdee42, entries=150, sequenceid=367, filesize=12.0 K 2024-11-15T14:15:23,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/31d169572ca14d85a927d2e8ef0f00f6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/31d169572ca14d85a927d2e8ef0f00f6 2024-11-15T14:15:23,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/31d169572ca14d85a927d2e8ef0f00f6, entries=150, sequenceid=367, filesize=12.0 K 2024-11-15T14:15:23,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/6fec96779749414c98348c72a4bfc905 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/6fec96779749414c98348c72a4bfc905 2024-11-15T14:15:23,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/6fec96779749414c98348c72a4bfc905, entries=150, sequenceid=367, filesize=12.0 K 2024-11-15T14:15:23,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:23,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680183896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:23,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:23,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 38ca4ea7f1d28db60077b5bc8b05377c in 208ms, sequenceid=367, compaction requested=true 2024-11-15T14:15:23,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:23,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:23,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:23,908 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:23,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:23,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:23,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:23,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T14:15:23,909 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:23,911 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:23,911 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/B is initiating minor compaction (all files) 2024-11-15T14:15:23,911 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/B in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:23,911 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/bf4a5f09a7d54a40860c55261675e343, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/7bfdeb3a39fb404c8cd047744f8553b6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/31d169572ca14d85a927d2e8ef0f00f6] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=36.8 K 2024-11-15T14:15:23,912 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:23,912 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/A is initiating minor compaction (all files) 2024-11-15T14:15:23,912 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/A in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:23,912 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/764c54a511fb4d0eaa19e5de9607f5f1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/9e34225b7a48439c92800ee7fdc99478, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/ce5f55540c044e8a8df8621d9dbdee42] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=36.8 K 2024-11-15T14:15:23,912 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting bf4a5f09a7d54a40860c55261675e343, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731680119625 2024-11-15T14:15:23,912 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:23,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T14:15:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:23,916 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 764c54a511fb4d0eaa19e5de9607f5f1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731680119625 2024-11-15T14:15:23,917 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bfdeb3a39fb404c8cd047744f8553b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731680121894 2024-11-15T14:15:23,917 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e34225b7a48439c92800ee7fdc99478, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731680121894 2024-11-15T14:15:23,917 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce5f55540c044e8a8df8621d9dbdee42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731680122550 2024-11-15T14:15:23,918 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 31d169572ca14d85a927d2e8ef0f00f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731680122550 2024-11-15T14:15:23,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/7b8181c2e0214e14978ce49ab343e64f is 50, key is test_row_0/A:col10/1731680123912/Put/seqid=0 2024-11-15T14:15:23,928 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:23,929 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/32db720146ae4018af708f198931a910 is 50, key is test_row_0/A:col10/1731680122554/Put/seqid=0 2024-11-15T14:15:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T14:15:23,936 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:23,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:15:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-15T14:15:23,940 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:15:23,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T14:15:23,941 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:15:23,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:15:23,943 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#B#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:23,944 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/b15fb4222223458c966b69fab444e77b is 50, key is test_row_0/B:col10/1731680122554/Put/seqid=0 2024-11-15T14:15:23,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680183957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:23,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:23,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680183957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:23,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:23,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:23,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742126_1302 (size=17181) 2024-11-15T14:15:24,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742128_1304 (size=13187) 2024-11-15T14:15:24,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742127_1303 (size=13187) 2024-11-15T14:15:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T14:15:24,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680184066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680184077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:24,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T14:15:24,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:24,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:24,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:24,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680184107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:24,111 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:24,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:24,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680184117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:24,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:24,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T14:15:24,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:24,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:24,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:24,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T14:15:24,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680184275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:24,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:24,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680184286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:24,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/7b8181c2e0214e14978ce49ab343e64f 2024-11-15T14:15:24,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/9cf3f95db9b548dba792c140c56f366d is 50, key is test_row_0/B:col10/1731680123912/Put/seqid=0 2024-11-15T14:15:24,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T14:15:24,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:24,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:24,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:24,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,416 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/b15fb4222223458c966b69fab444e77b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/b15fb4222223458c966b69fab444e77b 2024-11-15T14:15:24,421 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/32db720146ae4018af708f198931a910 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/32db720146ae4018af708f198931a910 2024-11-15T14:15:24,435 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/B of 38ca4ea7f1d28db60077b5bc8b05377c into b15fb4222223458c966b69fab444e77b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:24,435 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:24,435 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/B, priority=13, startTime=1731680123908; duration=0sec 2024-11-15T14:15:24,436 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:24,436 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:B 2024-11-15T14:15:24,436 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:24,440 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/A of 38ca4ea7f1d28db60077b5bc8b05377c into 32db720146ae4018af708f198931a910(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:24,440 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:24,440 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/A, priority=13, startTime=1731680123908; duration=0sec 2024-11-15T14:15:24,441 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:24,441 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:A 2024-11-15T14:15:24,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680184436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:24,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:24,442 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:24,443 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/C is initiating minor compaction (all files) 2024-11-15T14:15:24,443 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/C in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:24,443 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/ba9b8d9265cf4cb2bb7900914404dcab, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/db59e5900a0549b680b8afeef04fe2bc, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/6fec96779749414c98348c72a4bfc905] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=36.8 K 2024-11-15T14:15:24,444 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting ba9b8d9265cf4cb2bb7900914404dcab, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731680119625 2024-11-15T14:15:24,445 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting db59e5900a0549b680b8afeef04fe2bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731680121894 2024-11-15T14:15:24,446 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fec96779749414c98348c72a4bfc905, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731680122550 2024-11-15T14:15:24,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742129_1305 (size=12301) 2024-11-15T14:15:24,463 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#C#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:24,469 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/bb1e3ddbe6d444e7a4d826b04309e054 is 50, key is test_row_0/C:col10/1731680122554/Put/seqid=0 2024-11-15T14:15:24,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742130_1306 (size=13187) 2024-11-15T14:15:24,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T14:15:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:24,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T14:15:24,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680184585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:24,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:24,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680184606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:24,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:24,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T14:15:24,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:24,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:24,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:24,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/9cf3f95db9b548dba792c140c56f366d 2024-11-15T14:15:24,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T14:15:24,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:24,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:24,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:24,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:24,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/418babbdd262412e83d4d4d37d1e9069 is 50, key is test_row_0/C:col10/1731680123912/Put/seqid=0 2024-11-15T14:15:24,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742131_1307 (size=12301) 2024-11-15T14:15:24,936 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/bb1e3ddbe6d444e7a4d826b04309e054 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/bb1e3ddbe6d444e7a4d826b04309e054 2024-11-15T14:15:24,942 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/C of 38ca4ea7f1d28db60077b5bc8b05377c into bb1e3ddbe6d444e7a4d826b04309e054(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:24,942 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:24,942 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/C, priority=13, startTime=1731680123908; duration=0sec 2024-11-15T14:15:24,943 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:24,943 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:C 2024-11-15T14:15:24,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680184945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:24,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:24,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:25,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T14:15:25,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:25,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:25,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:25,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:25,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T14:15:25,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680185095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:25,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680185115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:25,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:25,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:25,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:25,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T14:15:25,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:25,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:25,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:25,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:25,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:25,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/418babbdd262412e83d4d4d37d1e9069 2024-11-15T14:15:25,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/7b8181c2e0214e14978ce49ab343e64f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7b8181c2e0214e14978ce49ab343e64f 2024-11-15T14:15:25,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T14:15:25,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7b8181c2e0214e14978ce49ab343e64f, entries=250, sequenceid=392, filesize=16.8 K 2024-11-15T14:15:25,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:25,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:25,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:25,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:25,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:25,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/9cf3f95db9b548dba792c140c56f366d as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/9cf3f95db9b548dba792c140c56f366d 2024-11-15T14:15:25,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/9cf3f95db9b548dba792c140c56f366d, entries=150, sequenceid=392, filesize=12.0 K 2024-11-15T14:15:25,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/418babbdd262412e83d4d4d37d1e9069 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/418babbdd262412e83d4d4d37d1e9069 2024-11-15T14:15:25,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/418babbdd262412e83d4d4d37d1e9069, entries=150, sequenceid=392, filesize=12.0 K 2024-11-15T14:15:25,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 38ca4ea7f1d28db60077b5bc8b05377c in 1433ms, sequenceid=392, compaction requested=false 2024-11-15T14:15:25,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:25,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T14:15:25,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:25,488 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:15:25,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/9781e5e4c27f44af96670284c7588a1b is 50, key is test_row_0/A:col10/1731680123950/Put/seqid=0 2024-11-15T14:15:25,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742132_1308 (size=12301) 2024-11-15T14:15:25,539 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/9781e5e4c27f44af96670284c7588a1b 2024-11-15T14:15:25,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/2681eb7977d74a6191a6646d27600a96 is 50, key is test_row_0/B:col10/1731680123950/Put/seqid=0 2024-11-15T14:15:25,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742133_1309 (size=12301) 2024-11-15T14:15:25,680 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:15:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:25,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:26,002 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/2681eb7977d74a6191a6646d27600a96 2024-11-15T14:15:26,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/42097c7a414c4dbd812a63561178317a is 50, key is test_row_0/C:col10/1731680123950/Put/seqid=0 2024-11-15T14:15:26,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742134_1310 (size=12301) 2024-11-15T14:15:26,040 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/42097c7a414c4dbd812a63561178317a 2024-11-15T14:15:26,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/9781e5e4c27f44af96670284c7588a1b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/9781e5e4c27f44af96670284c7588a1b 2024-11-15T14:15:26,062 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/9781e5e4c27f44af96670284c7588a1b, entries=150, sequenceid=406, filesize=12.0 K 2024-11-15T14:15:26,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/2681eb7977d74a6191a6646d27600a96 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/2681eb7977d74a6191a6646d27600a96 2024-11-15T14:15:26,070 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/2681eb7977d74a6191a6646d27600a96, entries=150, sequenceid=406, filesize=12.0 K 2024-11-15T14:15:26,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/42097c7a414c4dbd812a63561178317a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/42097c7a414c4dbd812a63561178317a 2024-11-15T14:15:26,078 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/42097c7a414c4dbd812a63561178317a, entries=150, sequenceid=406, filesize=12.0 K 2024-11-15T14:15:26,080 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=140.89 KB/144270 for 38ca4ea7f1d28db60077b5bc8b05377c in 592ms, sequenceid=406, compaction requested=true 2024-11-15T14:15:26,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:26,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:26,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-15T14:15:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-15T14:15:26,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-15T14:15:26,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1410 sec 2024-11-15T14:15:26,087 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:26,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T14:15:26,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.1490 sec 2024-11-15T14:15:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T14:15:26,095 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:26,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:15:26,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/d7f89964f05c46ec81b0b69fe1345896 is 50, key is test_row_0/A:col10/1731680126058/Put/seqid=0 2024-11-15T14:15:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-15T14:15:26,100 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:15:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T14:15:26,101 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:15:26,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:15:26,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44026 deadline: 1731680186128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:26,134 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:26,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742135_1311 (size=14741) 2024-11-15T14:15:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:26,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680186134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:26,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680186135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:26,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:26,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44010 deadline: 1731680186136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:26,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:26,142 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in 38ca4ea7f1d28db60077b5bc8b05377c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:26,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T14:15:26,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680186245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:26,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680186245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:26,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T14:15:26,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:26,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:26,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:26,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:26,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:26,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T14:15:26,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:26,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:26,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:26,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:26,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T14:15:26,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680186456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:26,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680186456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:26,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/d7f89964f05c46ec81b0b69fe1345896 2024-11-15T14:15:26,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/338f77e704214b39afec2983f9819cb9 is 50, key is test_row_0/B:col10/1731680126058/Put/seqid=0 2024-11-15T14:15:26,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T14:15:26,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:26,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:26,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:26,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:26,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:26,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742136_1312 (size=12301) 2024-11-15T14:15:26,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/338f77e704214b39afec2983f9819cb9 2024-11-15T14:15:26,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/cc74f31264ee49d2967410c023d9a394 is 50, key is test_row_0/C:col10/1731680126058/Put/seqid=0 2024-11-15T14:15:26,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742137_1313 (size=12301) 2024-11-15T14:15:26,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/cc74f31264ee49d2967410c023d9a394 2024-11-15T14:15:26,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/d7f89964f05c46ec81b0b69fe1345896 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/d7f89964f05c46ec81b0b69fe1345896 2024-11-15T14:15:26,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/d7f89964f05c46ec81b0b69fe1345896, entries=200, sequenceid=431, filesize=14.4 K 2024-11-15T14:15:26,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/338f77e704214b39afec2983f9819cb9 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/338f77e704214b39afec2983f9819cb9 2024-11-15T14:15:26,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T14:15:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:26,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:26,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T14:15:26,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/338f77e704214b39afec2983f9819cb9, entries=150, sequenceid=431, filesize=12.0 K 2024-11-15T14:15:26,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/cc74f31264ee49d2967410c023d9a394 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/cc74f31264ee49d2967410c023d9a394 2024-11-15T14:15:26,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/cc74f31264ee49d2967410c023d9a394, entries=150, sequenceid=431, filesize=12.0 K 2024-11-15T14:15:26,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 38ca4ea7f1d28db60077b5bc8b05377c in 679ms, sequenceid=431, compaction requested=true 2024-11-15T14:15:26,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:26,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:26,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:26,766 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:15:26,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:26,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:26,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38ca4ea7f1d28db60077b5bc8b05377c:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:26,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T14:15:26,766 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:15:26,768 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:15:26,768 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/B is initiating minor compaction (all files) 2024-11-15T14:15:26,768 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/B in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:26,768 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/b15fb4222223458c966b69fab444e77b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/9cf3f95db9b548dba792c140c56f366d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/2681eb7977d74a6191a6646d27600a96, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/338f77e704214b39afec2983f9819cb9] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=48.9 K 2024-11-15T14:15:26,769 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:15:26,769 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting b15fb4222223458c966b69fab444e77b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731680122550 2024-11-15T14:15:26,769 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/A is initiating minor compaction (all files) 2024-11-15T14:15:26,769 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/A in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:26,769 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/32db720146ae4018af708f198931a910, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7b8181c2e0214e14978ce49ab343e64f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/9781e5e4c27f44af96670284c7588a1b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/d7f89964f05c46ec81b0b69fe1345896] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=56.1 K 2024-11-15T14:15:26,769 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cf3f95db9b548dba792c140c56f366d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731680123760 2024-11-15T14:15:26,769 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32db720146ae4018af708f198931a910, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731680122550 2024-11-15T14:15:26,769 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 2681eb7977d74a6191a6646d27600a96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1731680123931 2024-11-15T14:15:26,770 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 338f77e704214b39afec2983f9819cb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731680126058 2024-11-15T14:15:26,770 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b8181c2e0214e14978ce49ab343e64f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731680123760 2024-11-15T14:15:26,770 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9781e5e4c27f44af96670284c7588a1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1731680123931 2024-11-15T14:15:26,771 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7f89964f05c46ec81b0b69fe1345896, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731680126058 2024-11-15T14:15:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:26,771 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:26,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T14:15:26,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/70c0c9ba81e54a7898e5bd79987995bf is 50, key is test_row_0/A:col10/1731680126132/Put/seqid=0 2024-11-15T14:15:26,801 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#B#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:26,802 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/727160d1caa04bc5a11e7ab730bd56b8 is 50, key is test_row_0/B:col10/1731680126058/Put/seqid=0 2024-11-15T14:15:26,805 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#A#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:26,806 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/315532b0734043fbab12430559581fd3 is 50, key is test_row_0/A:col10/1731680126058/Put/seqid=0 2024-11-15T14:15:26,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742138_1314 (size=14741) 2024-11-15T14:15:26,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:26,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742139_1315 (size=13323) 2024-11-15T14:15:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680186851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:26,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:26,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680186860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:26,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:26,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742140_1316 (size=13323) 2024-11-15T14:15:26,890 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/315532b0734043fbab12430559581fd3 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/315532b0734043fbab12430559581fd3 2024-11-15T14:15:26,899 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/A of 38ca4ea7f1d28db60077b5bc8b05377c into 315532b0734043fbab12430559581fd3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:26,899 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:26,899 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/A, priority=12, startTime=1731680126766; duration=0sec 2024-11-15T14:15:26,899 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:26,899 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:A 2024-11-15T14:15:26,899 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:15:26,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T14:15:26,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:26,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:26,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:26,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:26,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:26,914 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:15:26,914 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 38ca4ea7f1d28db60077b5bc8b05377c/C is initiating minor compaction (all files) 2024-11-15T14:15:26,914 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38ca4ea7f1d28db60077b5bc8b05377c/C in TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:26,914 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/bb1e3ddbe6d444e7a4d826b04309e054, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/418babbdd262412e83d4d4d37d1e9069, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/42097c7a414c4dbd812a63561178317a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/cc74f31264ee49d2967410c023d9a394] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp, totalSize=48.9 K 2024-11-15T14:15:26,915 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb1e3ddbe6d444e7a4d826b04309e054, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731680122550 2024-11-15T14:15:26,917 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 418babbdd262412e83d4d4d37d1e9069, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731680123760 2024-11-15T14:15:26,917 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42097c7a414c4dbd812a63561178317a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1731680123931 2024-11-15T14:15:26,917 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc74f31264ee49d2967410c023d9a394, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731680126058 2024-11-15T14:15:26,941 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38ca4ea7f1d28db60077b5bc8b05377c#C#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:26,942 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/5ac46dc9723e4d72af7d9d3bf4bb9f6b is 50, key is test_row_0/C:col10/1731680126058/Put/seqid=0 2024-11-15T14:15:26,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680186966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:26,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680186975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:26,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742141_1317 (size=13323) 2024-11-15T14:15:27,010 INFO [Thread-1062 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1062. 2024-11-15T14:15:27,010 DEBUG [Thread-1062 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:27,010 DEBUG [Thread-1062 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:27,010 DEBUG [Thread-1062 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:27,011 INFO [Thread-1066 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1066. 2024-11-15T14:15:27,011 DEBUG [Thread-1066 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:27,011 DEBUG [Thread-1066 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:27,011 DEBUG [Thread-1066 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:27,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:27,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:27,013 INFO [Thread-1064 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1064. 2024-11-15T14:15:27,013 INFO [Thread-1070 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1070. 2024-11-15T14:15:27,013 DEBUG [Thread-1064 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:27,013 DEBUG [Thread-1064 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:27,013 DEBUG [Thread-1070 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:27,013 DEBUG [Thread-1070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:27,013 DEBUG [Thread-1070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:27,013 DEBUG [Thread-1064 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:27,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:27,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:27,016 INFO [Thread-1068 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1068. 2024-11-15T14:15:27,016 DEBUG [Thread-1068 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:27,016 DEBUG [Thread-1068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:27,016 DEBUG [Thread-1068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:27,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:27,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T14:15:27,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:27,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:27,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:27,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:27,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:27,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680187176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:27,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680187186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:27,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:27,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:27,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:27,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T14:15:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:27,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T14:15:27,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/70c0c9ba81e54a7898e5bd79987995bf 2024-11-15T14:15:27,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/03905d9c69304836922ca1141a6f932e is 50, key is test_row_0/B:col10/1731680126132/Put/seqid=0 2024-11-15T14:15:27,267 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/727160d1caa04bc5a11e7ab730bd56b8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/727160d1caa04bc5a11e7ab730bd56b8 2024-11-15T14:15:27,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742142_1318 (size=12301) 2024-11-15T14:15:27,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/03905d9c69304836922ca1141a6f932e 2024-11-15T14:15:27,277 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/B of 38ca4ea7f1d28db60077b5bc8b05377c into 727160d1caa04bc5a11e7ab730bd56b8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:27,277 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:27,277 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/B, priority=12, startTime=1731680126766; duration=0sec 2024-11-15T14:15:27,277 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:27,277 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:B 2024-11-15T14:15:27,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/c4722bf4098f4b46baadbc7d052c6e81 is 50, key is test_row_0/C:col10/1731680126132/Put/seqid=0 2024-11-15T14:15:27,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742143_1319 (size=12301) 2024-11-15T14:15:27,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T14:15:27,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:27,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:27,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:27,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:27,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:27,397 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/5ac46dc9723e4d72af7d9d3bf4bb9f6b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/5ac46dc9723e4d72af7d9d3bf4bb9f6b 2024-11-15T14:15:27,401 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 38ca4ea7f1d28db60077b5bc8b05377c/C of 38ca4ea7f1d28db60077b5bc8b05377c into 5ac46dc9723e4d72af7d9d3bf4bb9f6b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:27,401 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:27,401 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., storeName=38ca4ea7f1d28db60077b5bc8b05377c/C, priority=12, startTime=1731680126766; duration=0sec 2024-11-15T14:15:27,402 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:27,402 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38ca4ea7f1d28db60077b5bc8b05377c:C 2024-11-15T14:15:27,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44056 deadline: 1731680187485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:27,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:27,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:27,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:27,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44054 deadline: 1731680187496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:27,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:27,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:27,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:15:27,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T14:15:27,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:27,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:27,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:27,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:27,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T14:15:27,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:27,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:27,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:27,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:27,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:27,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/c4722bf4098f4b46baadbc7d052c6e81 2024-11-15T14:15:27,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/70c0c9ba81e54a7898e5bd79987995bf as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/70c0c9ba81e54a7898e5bd79987995bf 2024-11-15T14:15:27,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/70c0c9ba81e54a7898e5bd79987995bf, entries=200, sequenceid=444, filesize=14.4 K 2024-11-15T14:15:27,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/03905d9c69304836922ca1141a6f932e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/03905d9c69304836922ca1141a6f932e 2024-11-15T14:15:27,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/03905d9c69304836922ca1141a6f932e, entries=150, sequenceid=444, filesize=12.0 K 2024-11-15T14:15:27,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/c4722bf4098f4b46baadbc7d052c6e81 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c4722bf4098f4b46baadbc7d052c6e81 2024-11-15T14:15:27,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c4722bf4098f4b46baadbc7d052c6e81, entries=150, sequenceid=444, filesize=12.0 K 2024-11-15T14:15:27,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 38ca4ea7f1d28db60077b5bc8b05377c in 931ms, sequenceid=444, compaction requested=false 2024-11-15T14:15:27,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:27,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T14:15:27,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:27,832 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T14:15:27,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/656da93e97c24f118d12bd330bb1856f is 50, key is test_row_0/A:col10/1731680126823/Put/seqid=0 2024-11-15T14:15:27,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742144_1320 (size=12301) 2024-11-15T14:15:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:27,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. as already flushing 2024-11-15T14:15:27,997 INFO [Thread-1057 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1057. 2024-11-15T14:15:27,997 DEBUG [Thread-1057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:27,997 DEBUG [Thread-1057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:27,997 DEBUG [Thread-1057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:27,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:28,007 INFO [Thread-1051 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1051. 2024-11-15T14:15:28,007 DEBUG [Thread-1051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:28,007 DEBUG [Thread-1051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:28,008 DEBUG [Thread-1051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:28,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:28,147 INFO [Thread-1053 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1053. 2024-11-15T14:15:28,147 DEBUG [Thread-1053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:28,147 DEBUG [Thread-1053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:28,147 DEBUG [Thread-1053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:28,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T14:15:28,249 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/656da93e97c24f118d12bd330bb1856f 2024-11-15T14:15:28,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/49180b76ac6046dfbe1624197d3ae42a is 50, key is test_row_0/B:col10/1731680126823/Put/seqid=0 2024-11-15T14:15:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742145_1321 (size=12301) 2024-11-15T14:15:28,265 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/49180b76ac6046dfbe1624197d3ae42a 2024-11-15T14:15:28,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/c781c41ffee445bd9aa4051885aba0d9 is 50, key is test_row_0/C:col10/1731680126823/Put/seqid=0 2024-11-15T14:15:28,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742146_1322 (size=12301) 2024-11-15T14:15:28,685 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/c781c41ffee445bd9aa4051885aba0d9 2024-11-15T14:15:28,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/656da93e97c24f118d12bd330bb1856f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/656da93e97c24f118d12bd330bb1856f 2024-11-15T14:15:28,698 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/656da93e97c24f118d12bd330bb1856f, entries=150, sequenceid=470, filesize=12.0 K 2024-11-15T14:15:28,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/49180b76ac6046dfbe1624197d3ae42a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/49180b76ac6046dfbe1624197d3ae42a 2024-11-15T14:15:28,703 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/49180b76ac6046dfbe1624197d3ae42a, entries=150, sequenceid=470, filesize=12.0 K 2024-11-15T14:15:28,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/c781c41ffee445bd9aa4051885aba0d9 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c781c41ffee445bd9aa4051885aba0d9 2024-11-15T14:15:28,708 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c781c41ffee445bd9aa4051885aba0d9, entries=150, sequenceid=470, filesize=12.0 K 2024-11-15T14:15:28,709 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=20.13 KB/20610 for 38ca4ea7f1d28db60077b5bc8b05377c in 877ms, sequenceid=470, compaction requested=true 2024-11-15T14:15:28,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 38ca4ea7f1d28db60077b5bc8b05377c: 2024-11-15T14:15:28,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:28,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-15T14:15:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-15T14:15:28,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-15T14:15:28,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6090 sec 2024-11-15T14:15:28,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.6170 sec 2024-11-15T14:15:30,191 INFO [Thread-1059 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1059. 2024-11-15T14:15:30,191 DEBUG [Thread-1059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:30,191 DEBUG [Thread-1059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:30,191 DEBUG [Thread-1059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:30,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T14:15:30,265 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:32,588 INFO [Thread-1055 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1055. 2024-11-15T14:15:32,588 DEBUG [Thread-1055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:32,588 DEBUG [Thread-1055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:32,588 DEBUG [Thread-1055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:32,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:32,588 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T14:15:32,588 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-15T14:15:32,588 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-15T14:15:32,588 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-15T14:15:32,588 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-15T14:15:32,588 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 205 2024-11-15T14:15:32,588 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T14:15:32,588 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2587 2024-11-15T14:15:32,588 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2670 2024-11-15T14:15:32,588 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2548 2024-11-15T14:15:32,588 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2592 2024-11-15T14:15:32,588 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2684 2024-11-15T14:15:32,588 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T14:15:32,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:15:32,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:15:32,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:32,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:32,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:32,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-15T14:15:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T14:15:32,593 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680132593"}]},"ts":"1731680132593"} 2024-11-15T14:15:32,595 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T14:15:32,595 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T14:15:32,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T14:15:32,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38ca4ea7f1d28db60077b5bc8b05377c, UNASSIGN}] 2024-11-15T14:15:32,599 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38ca4ea7f1d28db60077b5bc8b05377c, UNASSIGN 2024-11-15T14:15:32,600 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=38ca4ea7f1d28db60077b5bc8b05377c, regionState=CLOSING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:15:32,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=38ca4ea7f1d28db60077b5bc8b05377c, UNASSIGN because future has completed 2024-11-15T14:15:32,602 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T14:15:32,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:15:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T14:15:32,755 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:32,755 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T14:15:32,755 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 38ca4ea7f1d28db60077b5bc8b05377c, disabling compactions & flushes 2024-11-15T14:15:32,755 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:32,756 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:32,756 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. after waiting 0 ms 2024-11-15T14:15:32,756 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:32,756 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing 38ca4ea7f1d28db60077b5bc8b05377c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T14:15:32,761 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/4f40ced407db4c83b480e89011760b7d is 50, key is test_row_0/A:col10/1731680132586/Put/seqid=0 2024-11-15T14:15:32,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742147_1323 (size=9857) 2024-11-15T14:15:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T14:15:33,167 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/4f40ced407db4c83b480e89011760b7d 2024-11-15T14:15:33,177 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/6bca68143c29409fb3638474714c8003 is 50, key is test_row_0/B:col10/1731680132586/Put/seqid=0 2024-11-15T14:15:33,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742148_1324 (size=9857) 2024-11-15T14:15:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T14:15:33,582 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/6bca68143c29409fb3638474714c8003 2024-11-15T14:15:33,588 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/a7e8521365db44e39f30012dbb5108f4 is 50, key is test_row_0/C:col10/1731680132586/Put/seqid=0 2024-11-15T14:15:33,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742149_1325 (size=9857) 2024-11-15T14:15:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T14:15:33,993 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/a7e8521365db44e39f30012dbb5108f4 2024-11-15T14:15:33,998 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/A/4f40ced407db4c83b480e89011760b7d as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/4f40ced407db4c83b480e89011760b7d 2024-11-15T14:15:34,002 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/4f40ced407db4c83b480e89011760b7d, entries=100, sequenceid=478, filesize=9.6 K 2024-11-15T14:15:34,003 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/B/6bca68143c29409fb3638474714c8003 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/6bca68143c29409fb3638474714c8003 2024-11-15T14:15:34,007 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/6bca68143c29409fb3638474714c8003, entries=100, sequenceid=478, filesize=9.6 K 2024-11-15T14:15:34,008 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/.tmp/C/a7e8521365db44e39f30012dbb5108f4 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/a7e8521365db44e39f30012dbb5108f4 2024-11-15T14:15:34,013 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/a7e8521365db44e39f30012dbb5108f4, entries=100, sequenceid=478, filesize=9.6 K 2024-11-15T14:15:34,014 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 38ca4ea7f1d28db60077b5bc8b05377c in 1258ms, sequenceid=478, compaction requested=true 2024-11-15T14:15:34,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b4350130b93746d098d6899280668fb4, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/cb60f48b89bf4a879368fa1f77622fae, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b9f0fe9a182c424eaaed697b78ed84c8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1a69791d5b72458daedd9dddbb6ce40e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b477aecbad3c4c44b161c0fb2bd40b8a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7de03db5a74942e1a2fe342a5b8fa1f7, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/8f45a196c7154800aea2974796b09440, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b04aa4ccc3594360b67df0bf90963d36, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1a443f771daa4203b392d8dce3890125, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/69157efc2a1f41a3be943041abbc61e5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/11d56fb055b04ae0967457f46e66c9b2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/c4ea2c38d4414722b96740e70d6dff46, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/994a1cf7698e48dcb86e36ac7fe2e73d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/f28abce69e0249a894ebae13192fb429, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1fa1b8699156471db889abfc4d2c8312, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/5d6c72de7b7f4f6698a9e530e90d7de1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/ef099cdbb17e4a08a422280672e0cfd5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/256495deb6654c289521229fc7cc3aa0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1c44e1e1e1dc4934b425c74fd4b5ae5f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/5accdd07b5e247c6b3f46218204e98fc, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7fa0659a2e034396a5fcec6f33a45938, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7cd0e3b7b7104cd68c41c7ed8478f216, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7bab87982d354b319e033df507ad708b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/764c54a511fb4d0eaa19e5de9607f5f1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/9e34225b7a48439c92800ee7fdc99478, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/32db720146ae4018af708f198931a910, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/ce5f55540c044e8a8df8621d9dbdee42, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7b8181c2e0214e14978ce49ab343e64f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/9781e5e4c27f44af96670284c7588a1b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/d7f89964f05c46ec81b0b69fe1345896] to archive 2024-11-15T14:15:34,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:15:34,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b4350130b93746d098d6899280668fb4 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b4350130b93746d098d6899280668fb4 2024-11-15T14:15:34,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/cb60f48b89bf4a879368fa1f77622fae to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/cb60f48b89bf4a879368fa1f77622fae 2024-11-15T14:15:34,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b9f0fe9a182c424eaaed697b78ed84c8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b9f0fe9a182c424eaaed697b78ed84c8 2024-11-15T14:15:34,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1a69791d5b72458daedd9dddbb6ce40e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1a69791d5b72458daedd9dddbb6ce40e 2024-11-15T14:15:34,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b477aecbad3c4c44b161c0fb2bd40b8a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b477aecbad3c4c44b161c0fb2bd40b8a 2024-11-15T14:15:34,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7de03db5a74942e1a2fe342a5b8fa1f7 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7de03db5a74942e1a2fe342a5b8fa1f7 2024-11-15T14:15:34,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/8f45a196c7154800aea2974796b09440 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/8f45a196c7154800aea2974796b09440 2024-11-15T14:15:34,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b04aa4ccc3594360b67df0bf90963d36 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/b04aa4ccc3594360b67df0bf90963d36 2024-11-15T14:15:34,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1a443f771daa4203b392d8dce3890125 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1a443f771daa4203b392d8dce3890125 2024-11-15T14:15:34,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/69157efc2a1f41a3be943041abbc61e5 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/69157efc2a1f41a3be943041abbc61e5 2024-11-15T14:15:34,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/11d56fb055b04ae0967457f46e66c9b2 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/11d56fb055b04ae0967457f46e66c9b2 2024-11-15T14:15:34,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/c4ea2c38d4414722b96740e70d6dff46 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/c4ea2c38d4414722b96740e70d6dff46 2024-11-15T14:15:34,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/994a1cf7698e48dcb86e36ac7fe2e73d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/994a1cf7698e48dcb86e36ac7fe2e73d 2024-11-15T14:15:34,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/f28abce69e0249a894ebae13192fb429 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/f28abce69e0249a894ebae13192fb429 2024-11-15T14:15:34,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1fa1b8699156471db889abfc4d2c8312 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1fa1b8699156471db889abfc4d2c8312 2024-11-15T14:15:34,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/5d6c72de7b7f4f6698a9e530e90d7de1 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/5d6c72de7b7f4f6698a9e530e90d7de1 2024-11-15T14:15:34,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/ef099cdbb17e4a08a422280672e0cfd5 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/ef099cdbb17e4a08a422280672e0cfd5 2024-11-15T14:15:34,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/256495deb6654c289521229fc7cc3aa0 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/256495deb6654c289521229fc7cc3aa0 2024-11-15T14:15:34,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1c44e1e1e1dc4934b425c74fd4b5ae5f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/1c44e1e1e1dc4934b425c74fd4b5ae5f 2024-11-15T14:15:34,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/5accdd07b5e247c6b3f46218204e98fc to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/5accdd07b5e247c6b3f46218204e98fc 2024-11-15T14:15:34,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7fa0659a2e034396a5fcec6f33a45938 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7fa0659a2e034396a5fcec6f33a45938 2024-11-15T14:15:34,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7cd0e3b7b7104cd68c41c7ed8478f216 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7cd0e3b7b7104cd68c41c7ed8478f216 2024-11-15T14:15:34,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7bab87982d354b319e033df507ad708b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7bab87982d354b319e033df507ad708b 2024-11-15T14:15:34,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/764c54a511fb4d0eaa19e5de9607f5f1 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/764c54a511fb4d0eaa19e5de9607f5f1 2024-11-15T14:15:34,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/9e34225b7a48439c92800ee7fdc99478 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/9e34225b7a48439c92800ee7fdc99478 2024-11-15T14:15:34,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/32db720146ae4018af708f198931a910 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/32db720146ae4018af708f198931a910 2024-11-15T14:15:34,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/ce5f55540c044e8a8df8621d9dbdee42 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/ce5f55540c044e8a8df8621d9dbdee42 2024-11-15T14:15:34,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7b8181c2e0214e14978ce49ab343e64f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/7b8181c2e0214e14978ce49ab343e64f 2024-11-15T14:15:34,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/9781e5e4c27f44af96670284c7588a1b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/9781e5e4c27f44af96670284c7588a1b 2024-11-15T14:15:34,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/d7f89964f05c46ec81b0b69fe1345896 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/d7f89964f05c46ec81b0b69fe1345896 2024-11-15T14:15:34,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/94c507cbf05e4b60b3eaf8ab0d57defe, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/233c25693f8d422baafe5deef4bb1b60, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/de6bdf19c4c841f08e31e791b557e63f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/a1e90c770a444f72a008a5b468578e53, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/f79f3ba5e3e04298a886b44c85017d38, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/e8a919c1d3e94d3a84c06eda6ba03e98, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/f51f9e0afd79415fa2c331e476d22853, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/9585c413c14e4e81bf900ba1105ce031, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/fcfd01db282b48f5904c6e25b0767ddf, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/0dd93069fddb4e649f393fd09f054ca3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/13da23ffe8fa46ea998f6d75c3581fc0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/b2ea82206d7f44ccb737aa8e9f8f2b6e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/12559541e3c448a3b9ba77b33156aab4, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/0dd58ff37e094e1d8eb7179367ef5a77, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/8a8c3caf394c453faf6275af0f416476, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/44ae8284cfcd4902a5c623d64338a73f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/174f09e71b9c4a5088a605de6d8767bc, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/27d9872013c04391bf7b1c1533e19662, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/2bb9e51538fb480eb188b0d3b28ca288, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/84b5fa2f5b42411698dcfb469ec1fdfc, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/50038b17b43b41d98dd02b630999d0c2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/d995ee606bbf4c1fa06ace7912a975c5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/bf4a5f09a7d54a40860c55261675e343, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/c2bf5caa101c40fdac5cb3df073f1b50, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/7bfdeb3a39fb404c8cd047744f8553b6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/b15fb4222223458c966b69fab444e77b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/31d169572ca14d85a927d2e8ef0f00f6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/9cf3f95db9b548dba792c140c56f366d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/2681eb7977d74a6191a6646d27600a96, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/338f77e704214b39afec2983f9819cb9] to archive 2024-11-15T14:15:34,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:15:34,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/94c507cbf05e4b60b3eaf8ab0d57defe to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/94c507cbf05e4b60b3eaf8ab0d57defe 2024-11-15T14:15:34,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/233c25693f8d422baafe5deef4bb1b60 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/233c25693f8d422baafe5deef4bb1b60 2024-11-15T14:15:34,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/de6bdf19c4c841f08e31e791b557e63f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/de6bdf19c4c841f08e31e791b557e63f 2024-11-15T14:15:34,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/a1e90c770a444f72a008a5b468578e53 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/a1e90c770a444f72a008a5b468578e53 2024-11-15T14:15:34,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/f79f3ba5e3e04298a886b44c85017d38 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/f79f3ba5e3e04298a886b44c85017d38 2024-11-15T14:15:34,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/e8a919c1d3e94d3a84c06eda6ba03e98 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/e8a919c1d3e94d3a84c06eda6ba03e98 2024-11-15T14:15:34,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/f51f9e0afd79415fa2c331e476d22853 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/f51f9e0afd79415fa2c331e476d22853 2024-11-15T14:15:34,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/9585c413c14e4e81bf900ba1105ce031 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/9585c413c14e4e81bf900ba1105ce031 2024-11-15T14:15:34,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/fcfd01db282b48f5904c6e25b0767ddf to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/fcfd01db282b48f5904c6e25b0767ddf 2024-11-15T14:15:34,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/0dd93069fddb4e649f393fd09f054ca3 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/0dd93069fddb4e649f393fd09f054ca3 2024-11-15T14:15:34,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/13da23ffe8fa46ea998f6d75c3581fc0 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/13da23ffe8fa46ea998f6d75c3581fc0 2024-11-15T14:15:34,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/b2ea82206d7f44ccb737aa8e9f8f2b6e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/b2ea82206d7f44ccb737aa8e9f8f2b6e 2024-11-15T14:15:34,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/12559541e3c448a3b9ba77b33156aab4 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/12559541e3c448a3b9ba77b33156aab4 2024-11-15T14:15:34,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/0dd58ff37e094e1d8eb7179367ef5a77 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/0dd58ff37e094e1d8eb7179367ef5a77 2024-11-15T14:15:34,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/8a8c3caf394c453faf6275af0f416476 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/8a8c3caf394c453faf6275af0f416476 2024-11-15T14:15:34,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/44ae8284cfcd4902a5c623d64338a73f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/44ae8284cfcd4902a5c623d64338a73f 2024-11-15T14:15:34,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/174f09e71b9c4a5088a605de6d8767bc to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/174f09e71b9c4a5088a605de6d8767bc 2024-11-15T14:15:34,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/27d9872013c04391bf7b1c1533e19662 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/27d9872013c04391bf7b1c1533e19662 2024-11-15T14:15:34,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/2bb9e51538fb480eb188b0d3b28ca288 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/2bb9e51538fb480eb188b0d3b28ca288 2024-11-15T14:15:34,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/84b5fa2f5b42411698dcfb469ec1fdfc to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/84b5fa2f5b42411698dcfb469ec1fdfc 2024-11-15T14:15:34,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/50038b17b43b41d98dd02b630999d0c2 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/50038b17b43b41d98dd02b630999d0c2 2024-11-15T14:15:34,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/d995ee606bbf4c1fa06ace7912a975c5 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/d995ee606bbf4c1fa06ace7912a975c5 2024-11-15T14:15:34,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/bf4a5f09a7d54a40860c55261675e343 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/bf4a5f09a7d54a40860c55261675e343 2024-11-15T14:15:34,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/c2bf5caa101c40fdac5cb3df073f1b50 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/c2bf5caa101c40fdac5cb3df073f1b50 2024-11-15T14:15:34,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/7bfdeb3a39fb404c8cd047744f8553b6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/7bfdeb3a39fb404c8cd047744f8553b6 2024-11-15T14:15:34,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/b15fb4222223458c966b69fab444e77b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/b15fb4222223458c966b69fab444e77b 2024-11-15T14:15:34,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/31d169572ca14d85a927d2e8ef0f00f6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/31d169572ca14d85a927d2e8ef0f00f6 2024-11-15T14:15:34,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/9cf3f95db9b548dba792c140c56f366d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/9cf3f95db9b548dba792c140c56f366d 2024-11-15T14:15:34,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/2681eb7977d74a6191a6646d27600a96 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/2681eb7977d74a6191a6646d27600a96 2024-11-15T14:15:34,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/338f77e704214b39afec2983f9819cb9 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/338f77e704214b39afec2983f9819cb9 2024-11-15T14:15:34,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9619005a48b74c8899d1378fa2a81d16, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/988cfe94d31e48ae84df18f6e6ebf52c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/7c07cd07215549259cbb2c8816e131bf, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/8ad56cc3720548259d4fc2d631d230f7, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9529aa05396a40b0941f9d37b3459d18, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/6f283746e6bd41e3b01a4bee66206921, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/8508451c395d4f16bd6f77557a9789c0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/de5a7bac6d344c23bf8b6535fa80557d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/ab85c54c297b48e38f94fe119e6f8d58, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/27e227dc34ad47d2b06c28ae211eb7ec, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/20eed850140a4ebf8b57d4d59cd7c0e7, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/d8728204a6e14a549a58d23bb1373bf1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/1218aae0d4dd43c99856d8755efb4723, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/162ab1e251fd4a4f97fd82fb6f627cbe, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/eeedf9c17d8441ba9e53d81c622bcc52, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/e4e9d57ec1eb49abaf970e50f0ec2b00, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c5f607369bdc45dd9e216b06cc9d37c9, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/56acfb86d0b040f8a481a87932414f06, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c33e369b157b4e7eaa261835ae303b0a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/20104455d22945c088827e8ee0db8dfd, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9e57e0f73b524e6e9f023197deead085, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c5fdf32aafb148629e659595cc634f4b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/ba9b8d9265cf4cb2bb7900914404dcab, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/be7b1a31e797489e80a444ff98f7b9ba, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/db59e5900a0549b680b8afeef04fe2bc, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/bb1e3ddbe6d444e7a4d826b04309e054, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/6fec96779749414c98348c72a4bfc905, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/418babbdd262412e83d4d4d37d1e9069, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/42097c7a414c4dbd812a63561178317a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/cc74f31264ee49d2967410c023d9a394] to archive 2024-11-15T14:15:34,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:15:34,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9619005a48b74c8899d1378fa2a81d16 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9619005a48b74c8899d1378fa2a81d16 2024-11-15T14:15:34,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/988cfe94d31e48ae84df18f6e6ebf52c to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/988cfe94d31e48ae84df18f6e6ebf52c 2024-11-15T14:15:34,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/7c07cd07215549259cbb2c8816e131bf to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/7c07cd07215549259cbb2c8816e131bf 2024-11-15T14:15:34,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/8ad56cc3720548259d4fc2d631d230f7 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/8ad56cc3720548259d4fc2d631d230f7 2024-11-15T14:15:34,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9529aa05396a40b0941f9d37b3459d18 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9529aa05396a40b0941f9d37b3459d18 2024-11-15T14:15:34,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/6f283746e6bd41e3b01a4bee66206921 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/6f283746e6bd41e3b01a4bee66206921 2024-11-15T14:15:34,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/8508451c395d4f16bd6f77557a9789c0 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/8508451c395d4f16bd6f77557a9789c0 2024-11-15T14:15:34,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/de5a7bac6d344c23bf8b6535fa80557d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/de5a7bac6d344c23bf8b6535fa80557d 2024-11-15T14:15:34,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/ab85c54c297b48e38f94fe119e6f8d58 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/ab85c54c297b48e38f94fe119e6f8d58 2024-11-15T14:15:34,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/27e227dc34ad47d2b06c28ae211eb7ec to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/27e227dc34ad47d2b06c28ae211eb7ec 2024-11-15T14:15:34,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/20eed850140a4ebf8b57d4d59cd7c0e7 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/20eed850140a4ebf8b57d4d59cd7c0e7 2024-11-15T14:15:34,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/d8728204a6e14a549a58d23bb1373bf1 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/d8728204a6e14a549a58d23bb1373bf1 2024-11-15T14:15:34,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/1218aae0d4dd43c99856d8755efb4723 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/1218aae0d4dd43c99856d8755efb4723 2024-11-15T14:15:34,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/162ab1e251fd4a4f97fd82fb6f627cbe to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/162ab1e251fd4a4f97fd82fb6f627cbe 2024-11-15T14:15:34,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/eeedf9c17d8441ba9e53d81c622bcc52 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/eeedf9c17d8441ba9e53d81c622bcc52 2024-11-15T14:15:34,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/e4e9d57ec1eb49abaf970e50f0ec2b00 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/e4e9d57ec1eb49abaf970e50f0ec2b00 2024-11-15T14:15:34,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c5f607369bdc45dd9e216b06cc9d37c9 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c5f607369bdc45dd9e216b06cc9d37c9 2024-11-15T14:15:34,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/56acfb86d0b040f8a481a87932414f06 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/56acfb86d0b040f8a481a87932414f06 2024-11-15T14:15:34,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c33e369b157b4e7eaa261835ae303b0a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c33e369b157b4e7eaa261835ae303b0a 2024-11-15T14:15:34,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/20104455d22945c088827e8ee0db8dfd to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/20104455d22945c088827e8ee0db8dfd 2024-11-15T14:15:34,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9e57e0f73b524e6e9f023197deead085 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/9e57e0f73b524e6e9f023197deead085 2024-11-15T14:15:34,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c5fdf32aafb148629e659595cc634f4b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c5fdf32aafb148629e659595cc634f4b 2024-11-15T14:15:34,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/ba9b8d9265cf4cb2bb7900914404dcab to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/ba9b8d9265cf4cb2bb7900914404dcab 2024-11-15T14:15:34,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/be7b1a31e797489e80a444ff98f7b9ba to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/be7b1a31e797489e80a444ff98f7b9ba 2024-11-15T14:15:34,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/db59e5900a0549b680b8afeef04fe2bc to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/db59e5900a0549b680b8afeef04fe2bc 2024-11-15T14:15:34,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/bb1e3ddbe6d444e7a4d826b04309e054 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/bb1e3ddbe6d444e7a4d826b04309e054 2024-11-15T14:15:34,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/6fec96779749414c98348c72a4bfc905 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/6fec96779749414c98348c72a4bfc905 2024-11-15T14:15:34,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/418babbdd262412e83d4d4d37d1e9069 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/418babbdd262412e83d4d4d37d1e9069 2024-11-15T14:15:34,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/42097c7a414c4dbd812a63561178317a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/42097c7a414c4dbd812a63561178317a 2024-11-15T14:15:34,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/cc74f31264ee49d2967410c023d9a394 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/cc74f31264ee49d2967410c023d9a394 2024-11-15T14:15:34,120 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/recovered.edits/481.seqid, newMaxSeqId=481, maxSeqId=1 2024-11-15T14:15:34,120 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. 2024-11-15T14:15:34,120 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 38ca4ea7f1d28db60077b5bc8b05377c: Waiting for close lock at 1731680132755Running coprocessor pre-close hooks at 1731680132755Disabling compacts and flushes for region at 1731680132755Disabling writes for close at 1731680132756 (+1 ms)Obtaining lock to block concurrent updates at 1731680132756Preparing flush snapshotting stores in 38ca4ea7f1d28db60077b5bc8b05377c at 1731680132756Finished memstore snapshotting TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731680132756Flushing stores of TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c. at 1731680132757 (+1 ms)Flushing 38ca4ea7f1d28db60077b5bc8b05377c/A: creating writer at 1731680132757Flushing 38ca4ea7f1d28db60077b5bc8b05377c/A: appending metadata at 1731680132760 (+3 ms)Flushing 38ca4ea7f1d28db60077b5bc8b05377c/A: closing flushed file at 1731680132761 (+1 ms)Flushing 38ca4ea7f1d28db60077b5bc8b05377c/B: creating writer at 1731680133174 (+413 ms)Flushing 38ca4ea7f1d28db60077b5bc8b05377c/B: appending metadata at 1731680133177 (+3 ms)Flushing 38ca4ea7f1d28db60077b5bc8b05377c/B: closing flushed file at 1731680133177Flushing 38ca4ea7f1d28db60077b5bc8b05377c/C: creating writer at 1731680133585 (+408 ms)Flushing 38ca4ea7f1d28db60077b5bc8b05377c/C: appending metadata at 1731680133588 (+3 ms)Flushing 38ca4ea7f1d28db60077b5bc8b05377c/C: closing flushed file at 1731680133588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fd25a9f: reopening flushed file at 1731680133997 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543469a: reopening flushed file at 1731680134002 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2721c318: reopening flushed file at 1731680134007 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 38ca4ea7f1d28db60077b5bc8b05377c in 1258ms, sequenceid=478, compaction requested=true at 1731680134014 (+7 ms)Writing region close event to WAL at 1731680134117 (+103 ms)Running coprocessor post-close hooks at 1731680134120 (+3 ms)Closed at 1731680134120 2024-11-15T14:15:34,122 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:34,122 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=38ca4ea7f1d28db60077b5bc8b05377c, regionState=CLOSED 2024-11-15T14:15:34,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:15:34,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-15T14:15:34,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure 38ca4ea7f1d28db60077b5bc8b05377c, server=26754e923c4a,43473,1731680037386 in 1.5220 sec 2024-11-15T14:15:34,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-15T14:15:34,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38ca4ea7f1d28db60077b5bc8b05377c, UNASSIGN in 1.5280 sec 2024-11-15T14:15:34,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-15T14:15:34,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5310 sec 2024-11-15T14:15:34,130 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680134129"}]},"ts":"1731680134129"} 2024-11-15T14:15:34,131 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T14:15:34,131 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T14:15:34,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5420 sec 2024-11-15T14:15:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T14:15:34,736 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:34,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-15T14:15:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:34,739 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T14:15:34,739 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:34,741 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:34,744 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/recovered.edits] 2024-11-15T14:15:34,746 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/315532b0734043fbab12430559581fd3 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/315532b0734043fbab12430559581fd3 2024-11-15T14:15:34,747 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/4f40ced407db4c83b480e89011760b7d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/4f40ced407db4c83b480e89011760b7d 2024-11-15T14:15:34,749 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/656da93e97c24f118d12bd330bb1856f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/656da93e97c24f118d12bd330bb1856f 2024-11-15T14:15:34,750 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/70c0c9ba81e54a7898e5bd79987995bf to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/A/70c0c9ba81e54a7898e5bd79987995bf 2024-11-15T14:15:34,752 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/03905d9c69304836922ca1141a6f932e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/03905d9c69304836922ca1141a6f932e 2024-11-15T14:15:34,753 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/49180b76ac6046dfbe1624197d3ae42a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/49180b76ac6046dfbe1624197d3ae42a 2024-11-15T14:15:34,755 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/6bca68143c29409fb3638474714c8003 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/6bca68143c29409fb3638474714c8003 2024-11-15T14:15:34,756 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/727160d1caa04bc5a11e7ab730bd56b8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/B/727160d1caa04bc5a11e7ab730bd56b8 2024-11-15T14:15:34,758 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/5ac46dc9723e4d72af7d9d3bf4bb9f6b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/5ac46dc9723e4d72af7d9d3bf4bb9f6b 2024-11-15T14:15:34,759 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/a7e8521365db44e39f30012dbb5108f4 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/a7e8521365db44e39f30012dbb5108f4 2024-11-15T14:15:34,760 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c4722bf4098f4b46baadbc7d052c6e81 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c4722bf4098f4b46baadbc7d052c6e81 2024-11-15T14:15:34,761 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c781c41ffee445bd9aa4051885aba0d9 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/C/c781c41ffee445bd9aa4051885aba0d9 2024-11-15T14:15:34,764 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/recovered.edits/481.seqid to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c/recovered.edits/481.seqid 2024-11-15T14:15:34,764 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/38ca4ea7f1d28db60077b5bc8b05377c 2024-11-15T14:15:34,765 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T14:15:34,767 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:34,769 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T14:15:34,771 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T14:15:34,772 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:34,772 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T14:15:34,772 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731680134772"}]},"ts":"9223372036854775807"} 2024-11-15T14:15:34,774 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T14:15:34,774 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 38ca4ea7f1d28db60077b5bc8b05377c, NAME => 'TestAcidGuarantees,,1731680104783.38ca4ea7f1d28db60077b5bc8b05377c.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T14:15:34,774 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T14:15:34,774 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731680134774"}]},"ts":"9223372036854775807"} 2024-11-15T14:15:34,776 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T14:15:34,777 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:34,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 40 msec 2024-11-15T14:15:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T14:15:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T14:15:34,845 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:34,855 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238 (was 238), OpenFileDescriptor=449 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=696 (was 713), ProcessCount=11 (was 11), AvailableMemoryMB=262 (was 279) 2024-11-15T14:15:34,864 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=696, ProcessCount=11, AvailableMemoryMB=262 2024-11-15T14:15:34,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T14:15:34,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:15:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:34,867 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:15:34,868 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:34,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-11-15T14:15:34,868 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:15:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-15T14:15:34,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742150_1326 (size=959) 2024-11-15T14:15:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-15T14:15:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-15T14:15:35,277 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114 2024-11-15T14:15:35,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742151_1327 (size=53) 2024-11-15T14:15:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-15T14:15:35,685 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:15:35,685 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 35b30dd3b2f4608264234617f88f2b1d, disabling compactions & flushes 2024-11-15T14:15:35,685 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:35,685 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:35,685 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. after waiting 0 ms 2024-11-15T14:15:35,685 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:35,685 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:35,686 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35b30dd3b2f4608264234617f88f2b1d: Waiting for close lock at 1731680135685Disabling compacts and flushes for region at 1731680135685Disabling writes for close at 1731680135685Writing region close event to WAL at 1731680135685Closed at 1731680135685 2024-11-15T14:15:35,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:15:35,688 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731680135688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731680135688"}]},"ts":"1731680135688"} 2024-11-15T14:15:35,691 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:15:35,693 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:15:35,693 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680135693"}]},"ts":"1731680135693"} 2024-11-15T14:15:35,696 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T14:15:35,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=35b30dd3b2f4608264234617f88f2b1d, ASSIGN}] 2024-11-15T14:15:35,697 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=35b30dd3b2f4608264234617f88f2b1d, ASSIGN 2024-11-15T14:15:35,698 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=35b30dd3b2f4608264234617f88f2b1d, ASSIGN; state=OFFLINE, location=26754e923c4a,43473,1731680037386; forceNewPlan=false, retain=false 2024-11-15T14:15:35,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=35b30dd3b2f4608264234617f88f2b1d, regionState=OPENING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:15:35,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=35b30dd3b2f4608264234617f88f2b1d, ASSIGN because future has completed 2024-11-15T14:15:35,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:15:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-15T14:15:36,005 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:36,005 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:15:36,006 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:36,006 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:15:36,006 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:36,006 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:36,007 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:36,009 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35b30dd3b2f4608264234617f88f2b1d columnFamilyName A 2024-11-15T14:15:36,009 DEBUG [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:36,009 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] regionserver.HStore(327): Store=35b30dd3b2f4608264234617f88f2b1d/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:15:36,009 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:36,010 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35b30dd3b2f4608264234617f88f2b1d columnFamilyName B 2024-11-15T14:15:36,010 DEBUG [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:36,011 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] regionserver.HStore(327): Store=35b30dd3b2f4608264234617f88f2b1d/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:15:36,011 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:36,012 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35b30dd3b2f4608264234617f88f2b1d columnFamilyName C 2024-11-15T14:15:36,012 DEBUG [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:36,013 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] regionserver.HStore(327): Store=35b30dd3b2f4608264234617f88f2b1d/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:15:36,013 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:36,014 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:36,014 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:36,015 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:36,015 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:36,016 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T14:15:36,017 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:36,019 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:15:36,019 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened 35b30dd3b2f4608264234617f88f2b1d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72568069, jitterRate=0.0813484936952591}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T14:15:36,020 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:36,020 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for 35b30dd3b2f4608264234617f88f2b1d: Running coprocessor pre-open hook at 1731680136006Writing region info on filesystem at 1731680136006Initializing all the Stores at 1731680136007 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680136007Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680136007Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680136007Cleaning up temporary data from old regions at 1731680136015 (+8 ms)Running coprocessor post-open hooks at 1731680136020 (+5 ms)Region opened successfully at 1731680136020 2024-11-15T14:15:36,021 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., pid=91, masterSystemTime=1731680136002 2024-11-15T14:15:36,023 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:36,023 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:36,024 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=35b30dd3b2f4608264234617f88f2b1d, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:15:36,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:15:36,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-15T14:15:36,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure 35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 in 176 msec 2024-11-15T14:15:36,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-15T14:15:36,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=35b30dd3b2f4608264234617f88f2b1d, ASSIGN in 334 msec 2024-11-15T14:15:36,033 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:15:36,034 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680136033"}]},"ts":"1731680136033"} 2024-11-15T14:15:36,035 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T14:15:36,036 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:15:36,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1710 sec 2024-11-15T14:15:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-15T14:15:37,016 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:37,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db9998b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:37,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:37,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:37,020 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:37,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:37,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:37,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f54f6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:37,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:37,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:37,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:37,023 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bef1704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:37,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:37,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:37,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:15:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37089,1731680036562 2024-11-15T14:15:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521f3f7c 2024-11-15T14:15:37,031 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:15:37,032 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:15:37,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T14:15:37,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:15:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:37,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742152_1328 (size=995) 2024-11-15T14:15:37,496 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-15T14:15:37,496 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-15T14:15:37,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T14:15:37,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=35b30dd3b2f4608264234617f88f2b1d, REOPEN/MOVE}] 2024-11-15T14:15:37,503 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=35b30dd3b2f4608264234617f88f2b1d, REOPEN/MOVE 2024-11-15T14:15:37,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=35b30dd3b2f4608264234617f88f2b1d, regionState=CLOSING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:15:37,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=35b30dd3b2f4608264234617f88f2b1d, REOPEN/MOVE because future has completed 2024-11-15T14:15:37,506 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T14:15:37,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:15:37,658 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:37,658 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T14:15:37,658 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 35b30dd3b2f4608264234617f88f2b1d, disabling compactions & flushes 2024-11-15T14:15:37,658 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:37,658 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:37,659 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. after waiting 0 ms 2024-11-15T14:15:37,659 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:37,662 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T14:15:37,663 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:37,663 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 35b30dd3b2f4608264234617f88f2b1d: Waiting for close lock at 1731680137658Running coprocessor pre-close hooks at 1731680137658Disabling compacts and flushes for region at 1731680137658Disabling writes for close at 1731680137659 (+1 ms)Writing region close event to WAL at 1731680137659Running coprocessor post-close hooks at 1731680137662 (+3 ms)Closed at 1731680137662 2024-11-15T14:15:37,663 WARN [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: 35b30dd3b2f4608264234617f88f2b1d to self. 2024-11-15T14:15:37,665 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:37,665 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=35b30dd3b2f4608264234617f88f2b1d, regionState=CLOSED 2024-11-15T14:15:37,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:15:37,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-15T14:15:37,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 in 161 msec 2024-11-15T14:15:37,669 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=35b30dd3b2f4608264234617f88f2b1d, REOPEN/MOVE; state=CLOSED, location=26754e923c4a,43473,1731680037386; forceNewPlan=false, retain=true 2024-11-15T14:15:37,820 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=35b30dd3b2f4608264234617f88f2b1d, regionState=OPENING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:15:37,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=35b30dd3b2f4608264234617f88f2b1d, REOPEN/MOVE because future has completed 2024-11-15T14:15:37,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:15:37,977 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:37,977 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:15:37,978 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:37,978 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:15:37,978 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:37,978 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:37,980 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:37,981 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35b30dd3b2f4608264234617f88f2b1d columnFamilyName A 2024-11-15T14:15:37,984 DEBUG [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:37,985 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] regionserver.HStore(327): Store=35b30dd3b2f4608264234617f88f2b1d/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:15:37,986 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:37,988 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35b30dd3b2f4608264234617f88f2b1d columnFamilyName B 2024-11-15T14:15:37,988 DEBUG [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:37,988 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] regionserver.HStore(327): Store=35b30dd3b2f4608264234617f88f2b1d/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:15:37,988 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:37,989 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35b30dd3b2f4608264234617f88f2b1d columnFamilyName C 2024-11-15T14:15:37,989 DEBUG [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:37,990 INFO [StoreOpener-35b30dd3b2f4608264234617f88f2b1d-1 {}] regionserver.HStore(327): Store=35b30dd3b2f4608264234617f88f2b1d/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:15:37,990 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:37,991 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:37,992 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:37,993 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:37,993 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:37,993 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T14:15:37,995 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:37,996 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened 35b30dd3b2f4608264234617f88f2b1d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67022453, jitterRate=-0.0012876242399215698}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T14:15:37,996 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:37,997 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for 35b30dd3b2f4608264234617f88f2b1d: Running coprocessor pre-open hook at 1731680137978Writing region info on filesystem at 1731680137978Initializing all the Stores at 1731680137979 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680137979Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680137980 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680137980Cleaning up temporary data from old regions at 1731680137993 (+13 ms)Running coprocessor post-open hooks at 1731680137996 (+3 ms)Region opened successfully at 1731680137997 (+1 ms) 2024-11-15T14:15:37,998 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., pid=96, masterSystemTime=1731680137974 2024-11-15T14:15:38,000 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:38,000 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:38,000 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=35b30dd3b2f4608264234617f88f2b1d, regionState=OPEN, openSeqNum=5, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:15:38,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-11-15T14:15:38,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 in 181 msec 2024-11-15T14:15:38,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-15T14:15:38,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=35b30dd3b2f4608264234617f88f2b1d, REOPEN/MOVE in 502 msec 2024-11-15T14:15:38,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-15T14:15:38,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 508 msec 2024-11-15T14:15:38,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 975 msec 2024-11-15T14:15:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T14:15:38,012 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:38,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0f1e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:38,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:38,014 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349af1df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:38,015 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:38,015 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:38,015 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:38,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cddda8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:38,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:38,020 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:38,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:38,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:38,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb46758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:38,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:38,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:38,022 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad3b644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:38,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:38,034 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:38,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:38,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:38,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640d081e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:38,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:38,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:38,036 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:38,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557c87df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:38,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:38,038 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:38,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:38,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:38,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bd0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:38,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:38,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:38,040 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:38,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fcee32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:38,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:38,042 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:38,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:38,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:38,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2489e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:38,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:38,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:38,043 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:38,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7355d24f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:38,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:38,046 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:38,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:38,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:38,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7590b944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:38,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:38,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:38,048 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:38,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfd6f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:38,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:38,052 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:38,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:38,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:38,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17676ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:38,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:38,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:38,053 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240c005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:38,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:38,056 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ba13d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:38,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:38,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:38,058 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:38,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a64d1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:38,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:38,060 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aefd8b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:38,062 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:38,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3800aad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:15:38,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:15:38,064 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:15:38,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:15:38,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:15:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141cf857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:15:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:15:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:38,066 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:15:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64582525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:15:38,071 DEBUG [Thread-1513 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:38,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:38,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:38,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:15:38,079 DEBUG [Thread-1519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:38,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:38,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:38,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:38,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:15:38,091 DEBUG [Thread-1504 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:38,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:38,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:38,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:38,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:15:38,107 DEBUG [Thread-1517 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:38,109 DEBUG [Thread-1521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:38,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:38,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:15:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:15:38,116 DEBUG [Thread-1515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:38,119 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:38,120 DEBUG [Thread-1502 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:38,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:38,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:15:38,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:38,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:38,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:38,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:38,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:38,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:15:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:15:38,132 DEBUG [Thread-1506 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:38,132 DEBUG [Thread-1508 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:38,133 DEBUG [Thread-1508 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:38,133 DEBUG [Thread-1508 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:38,135 DEBUG [Thread-1510 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:15:38,136 DEBUG [Thread-1510 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:15:38,137 DEBUG [Thread-1510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:15:38,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:38,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:38,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:15:38,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:15:38,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:15:38,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:15:38,146 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:15:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-15T14:15:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-15T14:15:38,150 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:15:38,151 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:15:38,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:15:38,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e75104b4387e4ebfa5c4b76279d1e897_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680138108/Put/seqid=0 2024-11-15T14:15:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742153_1329 (size=12154) 2024-11-15T14:15:38,208 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:38,214 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e75104b4387e4ebfa5c4b76279d1e897_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e75104b4387e4ebfa5c4b76279d1e897_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:38,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680198197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,218 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/831f1cf4c7824a2aabb5aee35de40a39, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:38,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680198199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/831f1cf4c7824a2aabb5aee35de40a39 is 175, key is test_row_0/A:col10/1731680138108/Put/seqid=0 2024-11-15T14:15:38,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680198201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680198204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680198217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742154_1330 (size=30955) 2024-11-15T14:15:38,250 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/831f1cf4c7824a2aabb5aee35de40a39 2024-11-15T14:15:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-15T14:15:38,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/3fa540ee1f5e4b76a7a0d65f024d9d71 is 50, key is test_row_0/B:col10/1731680138108/Put/seqid=0 2024-11-15T14:15:38,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742155_1331 (size=12001) 2024-11-15T14:15:38,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-15T14:15:38,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:38,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:38,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:38,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:38,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/3fa540ee1f5e4b76a7a0d65f024d9d71 2024-11-15T14:15:38,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680198326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680198327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680198327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680198328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680198328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/b8175633db07442982525af85177e51b is 50, key is test_row_0/C:col10/1731680138108/Put/seqid=0 2024-11-15T14:15:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742156_1332 (size=12001) 2024-11-15T14:15:38,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/b8175633db07442982525af85177e51b 2024-11-15T14:15:38,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/831f1cf4c7824a2aabb5aee35de40a39 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/831f1cf4c7824a2aabb5aee35de40a39 2024-11-15T14:15:38,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/831f1cf4c7824a2aabb5aee35de40a39, entries=150, sequenceid=15, filesize=30.2 K 2024-11-15T14:15:38,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/3fa540ee1f5e4b76a7a0d65f024d9d71 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/3fa540ee1f5e4b76a7a0d65f024d9d71 2024-11-15T14:15:38,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/3fa540ee1f5e4b76a7a0d65f024d9d71, entries=150, sequenceid=15, filesize=11.7 K 2024-11-15T14:15:38,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/b8175633db07442982525af85177e51b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/b8175633db07442982525af85177e51b 2024-11-15T14:15:38,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/b8175633db07442982525af85177e51b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-15T14:15:38,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 35b30dd3b2f4608264234617f88f2b1d in 330ms, sequenceid=15, compaction requested=false 2024-11-15T14:15:38,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:38,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-15T14:15:38,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:38,458 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T14:15:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-15T14:15:38,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153aa3b13233c54b20a568d0dcca324ded_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680138215/Put/seqid=0 2024-11-15T14:15:38,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742157_1333 (size=12154) 2024-11-15T14:15:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:38,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:38,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680198567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680198571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680198572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680198576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680198572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680198695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680198695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680198696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680198706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680198715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-15T14:15:38,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680198906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680198906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680198915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680198926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680198935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:38,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:38,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:38,947 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153aa3b13233c54b20a568d0dcca324ded_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153aa3b13233c54b20a568d0dcca324ded_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/6705b5523c0242a08478a84edd452d96, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:38,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/6705b5523c0242a08478a84edd452d96 is 175, key is test_row_0/A:col10/1731680138215/Put/seqid=0 2024-11-15T14:15:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742158_1334 (size=30955) 2024-11-15T14:15:39,014 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/6705b5523c0242a08478a84edd452d96 2024-11-15T14:15:39,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/d610dad9dcb943248317458040ac4a6f is 50, key is test_row_0/B:col10/1731680138215/Put/seqid=0 2024-11-15T14:15:39,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742159_1335 (size=12001) 2024-11-15T14:15:39,076 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/d610dad9dcb943248317458040ac4a6f 2024-11-15T14:15:39,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/45a9a74de8e543ceade5a9ad1fd79809 is 50, key is test_row_0/C:col10/1731680138215/Put/seqid=0 2024-11-15T14:15:39,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742160_1336 (size=12001) 2024-11-15T14:15:39,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680199215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:39,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:39,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680199215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:39,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:39,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680199235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:39,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680199255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:39,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:39,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680199256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-15T14:15:39,608 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/45a9a74de8e543ceade5a9ad1fd79809 2024-11-15T14:15:39,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/6705b5523c0242a08478a84edd452d96 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/6705b5523c0242a08478a84edd452d96 2024-11-15T14:15:39,621 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/6705b5523c0242a08478a84edd452d96, entries=150, sequenceid=40, filesize=30.2 K 2024-11-15T14:15:39,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/d610dad9dcb943248317458040ac4a6f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d610dad9dcb943248317458040ac4a6f 2024-11-15T14:15:39,629 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d610dad9dcb943248317458040ac4a6f, entries=150, sequenceid=40, filesize=11.7 K 2024-11-15T14:15:39,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/45a9a74de8e543ceade5a9ad1fd79809 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/45a9a74de8e543ceade5a9ad1fd79809 2024-11-15T14:15:39,634 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/45a9a74de8e543ceade5a9ad1fd79809, entries=150, sequenceid=40, filesize=11.7 K 2024-11-15T14:15:39,643 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 35b30dd3b2f4608264234617f88f2b1d in 1186ms, sequenceid=40, compaction requested=false 2024-11-15T14:15:39,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:39,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:39,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-15T14:15:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-15T14:15:39,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-15T14:15:39,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4940 sec 2024-11-15T14:15:39,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.5070 sec 2024-11-15T14:15:39,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T14:15:39,747 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:39,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T14:15:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:39,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115183b6be790fe4e9384d565ba3737aef4_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680139745/Put/seqid=0 2024-11-15T14:15:39,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742161_1337 (size=14594) 2024-11-15T14:15:39,807 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:39,812 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115183b6be790fe4e9384d565ba3737aef4_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115183b6be790fe4e9384d565ba3737aef4_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:39,815 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/08a8081309c042028303853365f8a36d, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:39,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/08a8081309c042028303853365f8a36d is 175, key is test_row_0/A:col10/1731680139745/Put/seqid=0 2024-11-15T14:15:39,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742162_1338 (size=39549) 2024-11-15T14:15:39,849 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/08a8081309c042028303853365f8a36d 2024-11-15T14:15:39,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/854febd4d80b4951b20be82fdcadf465 is 50, key is test_row_0/B:col10/1731680139745/Put/seqid=0 2024-11-15T14:15:39,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680199856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:39,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:39,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:39,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680199858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680199860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:39,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:39,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:39,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680199865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:39,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680199870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:39,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742163_1339 (size=12001) 2024-11-15T14:15:40,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680199986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680199986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680199986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680199987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680199997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680200206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680200206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680200215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680200215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680200215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/854febd4d80b4951b20be82fdcadf465 2024-11-15T14:15:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-15T14:15:40,297 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:40,298 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:15:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-15T14:15:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T14:15:40,301 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:15:40,302 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:15:40,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:15:40,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/d1a36d7bd5614da7b1652aa650966970 is 50, key is test_row_0/C:col10/1731680139745/Put/seqid=0 2024-11-15T14:15:40,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742164_1340 (size=12001) 2024-11-15T14:15:40,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/d1a36d7bd5614da7b1652aa650966970 2024-11-15T14:15:40,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/08a8081309c042028303853365f8a36d as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/08a8081309c042028303853365f8a36d 2024-11-15T14:15:40,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/08a8081309c042028303853365f8a36d, entries=200, sequenceid=53, filesize=38.6 K 2024-11-15T14:15:40,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/854febd4d80b4951b20be82fdcadf465 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/854febd4d80b4951b20be82fdcadf465 2024-11-15T14:15:40,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/854febd4d80b4951b20be82fdcadf465, entries=150, sequenceid=53, filesize=11.7 K 2024-11-15T14:15:40,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/d1a36d7bd5614da7b1652aa650966970 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d1a36d7bd5614da7b1652aa650966970 2024-11-15T14:15:40,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d1a36d7bd5614da7b1652aa650966970, entries=150, sequenceid=53, filesize=11.7 K 2024-11-15T14:15:40,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 35b30dd3b2f4608264234617f88f2b1d in 637ms, sequenceid=53, compaction requested=true 2024-11-15T14:15:40,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:40,384 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:40,385 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:40,386 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:40,386 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/A is initiating minor compaction (all files) 2024-11-15T14:15:40,386 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/A in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:40,386 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/831f1cf4c7824a2aabb5aee35de40a39, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/6705b5523c0242a08478a84edd452d96, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/08a8081309c042028303853365f8a36d] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=99.1 K 2024-11-15T14:15:40,386 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:40,386 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/831f1cf4c7824a2aabb5aee35de40a39, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/6705b5523c0242a08478a84edd452d96, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/08a8081309c042028303853365f8a36d] 2024-11-15T14:15:40,389 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 831f1cf4c7824a2aabb5aee35de40a39, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731680138108 2024-11-15T14:15:40,389 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:40,389 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/B is initiating minor compaction (all files) 2024-11-15T14:15:40,389 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/B in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:40,389 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/3fa540ee1f5e4b76a7a0d65f024d9d71, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d610dad9dcb943248317458040ac4a6f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/854febd4d80b4951b20be82fdcadf465] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=35.2 K 2024-11-15T14:15:40,390 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6705b5523c0242a08478a84edd452d96, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731680138192 2024-11-15T14:15:40,390 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fa540ee1f5e4b76a7a0d65f024d9d71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731680138108 2024-11-15T14:15:40,390 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08a8081309c042028303853365f8a36d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731680138564 2024-11-15T14:15:40,390 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting d610dad9dcb943248317458040ac4a6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731680138192 2024-11-15T14:15:40,391 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 854febd4d80b4951b20be82fdcadf465, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731680138564 2024-11-15T14:15:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T14:15:40,423 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:40,445 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#B#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:40,445 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/d8d7b173e38e455694199861d2faa8bf is 50, key is test_row_0/B:col10/1731680139745/Put/seqid=0 2024-11-15T14:15:40,451 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115a54909a29d7d4c1f8a3988f12b337be9_35b30dd3b2f4608264234617f88f2b1d store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:40,454 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115a54909a29d7d4c1f8a3988f12b337be9_35b30dd3b2f4608264234617f88f2b1d, store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:40,454 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a54909a29d7d4c1f8a3988f12b337be9_35b30dd3b2f4608264234617f88f2b1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:40,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-15T14:15:40,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:40,464 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T14:15:40,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742165_1341 (size=12104) 2024-11-15T14:15:40,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742166_1342 (size=4469) 2024-11-15T14:15:40,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111502b0224bee734d0e9e654fc6a56f142f_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680139856/Put/seqid=0 2024-11-15T14:15:40,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:40,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742167_1343 (size=12154) 2024-11-15T14:15:40,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:40,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680200554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680200569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,573 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111502b0224bee734d0e9e654fc6a56f142f_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111502b0224bee734d0e9e654fc6a56f142f_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/46e2dc9ba48d4d759a75c01358caa706, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:40,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/46e2dc9ba48d4d759a75c01358caa706 is 175, key is test_row_0/A:col10/1731680139856/Put/seqid=0 2024-11-15T14:15:40,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680200571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680200572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680200572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T14:15:40,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742168_1344 (size=30955) 2024-11-15T14:15:40,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680200675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680200686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680200686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680200695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680200697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680200896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,916 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#A#compaction#290 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:40,917 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/34c88605fc1c40d8b9d20893102a1b8a is 175, key is test_row_0/A:col10/1731680139745/Put/seqid=0 2024-11-15T14:15:40,917 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/d8d7b173e38e455694199861d2faa8bf as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d8d7b173e38e455694199861d2faa8bf 2024-11-15T14:15:40,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680200906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,924 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/B of 35b30dd3b2f4608264234617f88f2b1d into d8d7b173e38e455694199861d2faa8bf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:40,924 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:40,924 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/B, priority=13, startTime=1731680140385; duration=0sec 2024-11-15T14:15:40,925 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:40,925 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:B 2024-11-15T14:15:40,925 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T14:15:40,928 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:40,928 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/C is initiating minor compaction (all files) 2024-11-15T14:15:40,928 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/C in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:40,928 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/b8175633db07442982525af85177e51b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/45a9a74de8e543ceade5a9ad1fd79809, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d1a36d7bd5614da7b1652aa650966970] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=35.2 K 2024-11-15T14:15:40,929 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting b8175633db07442982525af85177e51b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731680138108 2024-11-15T14:15:40,929 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 45a9a74de8e543ceade5a9ad1fd79809, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731680138192 2024-11-15T14:15:40,929 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting d1a36d7bd5614da7b1652aa650966970, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731680138564 2024-11-15T14:15:40,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680200907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680200916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680200916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:40,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742169_1345 (size=31058) 2024-11-15T14:15:40,989 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#C#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:40,989 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/1844ad08da1b42ffbf1a85ca878eeac1 is 50, key is test_row_0/C:col10/1731680139745/Put/seqid=0 2024-11-15T14:15:40,993 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/34c88605fc1c40d8b9d20893102a1b8a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/34c88605fc1c40d8b9d20893102a1b8a 2024-11-15T14:15:41,009 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/A of 35b30dd3b2f4608264234617f88f2b1d into 34c88605fc1c40d8b9d20893102a1b8a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:41,009 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:41,009 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/A, priority=13, startTime=1731680140384; duration=0sec 2024-11-15T14:15:41,010 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:41,010 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:A 2024-11-15T14:15:41,015 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/46e2dc9ba48d4d759a75c01358caa706 2024-11-15T14:15:41,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742170_1346 (size=12104) 2024-11-15T14:15:41,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/dff9dcdfbebd4101988cc5df47f2dd5a is 50, key is test_row_0/B:col10/1731680139856/Put/seqid=0 2024-11-15T14:15:41,053 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/1844ad08da1b42ffbf1a85ca878eeac1 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/1844ad08da1b42ffbf1a85ca878eeac1 2024-11-15T14:15:41,064 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/C of 35b30dd3b2f4608264234617f88f2b1d into 1844ad08da1b42ffbf1a85ca878eeac1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:41,064 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:41,064 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/C, priority=13, startTime=1731680140385; duration=0sec 2024-11-15T14:15:41,064 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:41,064 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:C 2024-11-15T14:15:41,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742171_1347 (size=12001) 2024-11-15T14:15:41,069 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/dff9dcdfbebd4101988cc5df47f2dd5a 2024-11-15T14:15:41,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/8ea4dabcaf394dbbb32f8135390ff580 is 50, key is test_row_0/C:col10/1731680139856/Put/seqid=0 2024-11-15T14:15:41,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742172_1348 (size=12001) 2024-11-15T14:15:41,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680201205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:41,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:41,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680201225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:41,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:41,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680201247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:41,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:41,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680201251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:41,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680201251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T14:15:41,553 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/8ea4dabcaf394dbbb32f8135390ff580 2024-11-15T14:15:41,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/46e2dc9ba48d4d759a75c01358caa706 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/46e2dc9ba48d4d759a75c01358caa706 2024-11-15T14:15:41,583 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/46e2dc9ba48d4d759a75c01358caa706, entries=150, sequenceid=76, filesize=30.2 K 2024-11-15T14:15:41,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/dff9dcdfbebd4101988cc5df47f2dd5a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/dff9dcdfbebd4101988cc5df47f2dd5a 2024-11-15T14:15:41,610 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/dff9dcdfbebd4101988cc5df47f2dd5a, entries=150, sequenceid=76, filesize=11.7 K 2024-11-15T14:15:41,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/8ea4dabcaf394dbbb32f8135390ff580 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/8ea4dabcaf394dbbb32f8135390ff580 2024-11-15T14:15:41,616 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/8ea4dabcaf394dbbb32f8135390ff580, entries=150, sequenceid=76, filesize=11.7 K 2024-11-15T14:15:41,617 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 35b30dd3b2f4608264234617f88f2b1d in 1153ms, sequenceid=76, compaction requested=false 2024-11-15T14:15:41,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:41,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:41,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-15T14:15:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-15T14:15:41,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-15T14:15:41,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3170 sec 2024-11-15T14:15:41,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.3240 sec 2024-11-15T14:15:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:41,742 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:41,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T14:15:41,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a7bf4939c66e439a90bb139f56c4a0df_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680141740/Put/seqid=0 2024-11-15T14:15:41,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742173_1349 (size=14594) 2024-11-15T14:15:41,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680201814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:41,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:41,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680201826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680201831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:41,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680201833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:41,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:41,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680201833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:41,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:41,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680201945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:41,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:41,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680201956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:41,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:41,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680201956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:41,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:41,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680201956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680201956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:42,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680202165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:42,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:42,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680202178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:42,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680202178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:42,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:42,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680202179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:42,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:42,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680202179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:42,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:42,217 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:42,233 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a7bf4939c66e439a90bb139f56c4a0df_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a7bf4939c66e439a90bb139f56c4a0df_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:42,235 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/caa73c5145ca4b3a9fa74481c25255a8, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:42,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/caa73c5145ca4b3a9fa74481c25255a8 is 175, key is test_row_0/A:col10/1731680141740/Put/seqid=0 2024-11-15T14:15:42,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742174_1350 (size=39549) 2024-11-15T14:15:42,285 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/caa73c5145ca4b3a9fa74481c25255a8 2024-11-15T14:15:42,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/3c4778fdd54f462fbd43a01e8ac0daee is 50, key is test_row_0/B:col10/1731680141740/Put/seqid=0 2024-11-15T14:15:42,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742175_1351 (size=12001) 2024-11-15T14:15:42,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/3c4778fdd54f462fbd43a01e8ac0daee 2024-11-15T14:15:42,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/ffb0abd4378c47b0a600a29302d059e3 is 50, key is test_row_0/C:col10/1731680141740/Put/seqid=0 2024-11-15T14:15:42,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742176_1352 (size=12001) 2024-11-15T14:15:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T14:15:42,446 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:42,447 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:15:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-15T14:15:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T14:15:42,449 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:15:42,450 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:15:42,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:15:42,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680202476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:42,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680202485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:42,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680202486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:42,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680202486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:42,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680202486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T14:15:42,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-15T14:15:42,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:42,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:42,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:42,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:42,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:42,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-15T14:15:42,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:42,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:42,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:42,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:42,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T14:15:42,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/ffb0abd4378c47b0a600a29302d059e3 2024-11-15T14:15:42,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/caa73c5145ca4b3a9fa74481c25255a8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/caa73c5145ca4b3a9fa74481c25255a8 2024-11-15T14:15:42,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/caa73c5145ca4b3a9fa74481c25255a8, entries=200, sequenceid=94, filesize=38.6 K 2024-11-15T14:15:42,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/3c4778fdd54f462fbd43a01e8ac0daee as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/3c4778fdd54f462fbd43a01e8ac0daee 2024-11-15T14:15:42,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/3c4778fdd54f462fbd43a01e8ac0daee, entries=150, sequenceid=94, filesize=11.7 K 2024-11-15T14:15:42,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/ffb0abd4378c47b0a600a29302d059e3 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/ffb0abd4378c47b0a600a29302d059e3 2024-11-15T14:15:42,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/ffb0abd4378c47b0a600a29302d059e3, entries=150, sequenceid=94, filesize=11.7 K 2024-11-15T14:15:42,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 35b30dd3b2f4608264234617f88f2b1d in 1117ms, sequenceid=94, compaction requested=true 2024-11-15T14:15:42,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:42,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:42,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:42,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:42,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T14:15:42,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:42,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-15T14:15:42,859 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:42,859 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:42,862 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:42,862 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/C is initiating minor compaction (all files) 2024-11-15T14:15:42,862 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/C in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:42,862 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/1844ad08da1b42ffbf1a85ca878eeac1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/8ea4dabcaf394dbbb32f8135390ff580, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/ffb0abd4378c47b0a600a29302d059e3] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=35.3 K 2024-11-15T14:15:42,862 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:42,863 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/A is initiating minor compaction (all files) 2024-11-15T14:15:42,863 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/A in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:42,863 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/34c88605fc1c40d8b9d20893102a1b8a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/46e2dc9ba48d4d759a75c01358caa706, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/caa73c5145ca4b3a9fa74481c25255a8] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=99.2 K 2024-11-15T14:15:42,863 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:42,863 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/34c88605fc1c40d8b9d20893102a1b8a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/46e2dc9ba48d4d759a75c01358caa706, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/caa73c5145ca4b3a9fa74481c25255a8] 2024-11-15T14:15:42,864 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 1844ad08da1b42ffbf1a85ca878eeac1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731680138564 2024-11-15T14:15:42,864 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34c88605fc1c40d8b9d20893102a1b8a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731680138564 2024-11-15T14:15:42,867 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ea4dabcaf394dbbb32f8135390ff580, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731680139840 2024-11-15T14:15:42,868 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46e2dc9ba48d4d759a75c01358caa706, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731680139840 2024-11-15T14:15:42,869 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting ffb0abd4378c47b0a600a29302d059e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731680140566 2024-11-15T14:15:42,869 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting caa73c5145ca4b3a9fa74481c25255a8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731680140566 2024-11-15T14:15:42,896 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#C#compaction#299 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:42,896 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/9b792f23337246d4a30bf3bdd319938b is 50, key is test_row_0/C:col10/1731680141740/Put/seqid=0 2024-11-15T14:15:42,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-15T14:15:42,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:42,910 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-15T14:15:42,911 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:42,963 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115e62e262e1c934a04a545043d8fbb7c3d_35b30dd3b2f4608264234617f88f2b1d store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:42,965 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115e62e262e1c934a04a545043d8fbb7c3d_35b30dd3b2f4608264234617f88f2b1d, store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:42,965 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e62e262e1c934a04a545043d8fbb7c3d_35b30dd3b2f4608264234617f88f2b1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:42,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742177_1353 (size=12207) 2024-11-15T14:15:42,990 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/9b792f23337246d4a30bf3bdd319938b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/9b792f23337246d4a30bf3bdd319938b 2024-11-15T14:15:42,998 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/C of 35b30dd3b2f4608264234617f88f2b1d into 9b792f23337246d4a30bf3bdd319938b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:42,998 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:42,998 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/C, priority=13, startTime=1731680142859; duration=0sec 2024-11-15T14:15:43,000 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:43,000 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:C 2024-11-15T14:15:43,000 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:43,002 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:43,003 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/B is initiating minor compaction (all files) 2024-11-15T14:15:43,003 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/B in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:43,006 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d8d7b173e38e455694199861d2faa8bf, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/dff9dcdfbebd4101988cc5df47f2dd5a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/3c4778fdd54f462fbd43a01e8ac0daee] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=35.3 K 2024-11-15T14:15:43,007 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting d8d7b173e38e455694199861d2faa8bf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731680138564 2024-11-15T14:15:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:43,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:43,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111555cb5ac8318c41e59bfcd3bcf52a0be8_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680141829/Put/seqid=0 2024-11-15T14:15:43,010 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting dff9dcdfbebd4101988cc5df47f2dd5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731680139840 2024-11-15T14:15:43,012 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c4778fdd54f462fbd43a01e8ac0daee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731680140566 2024-11-15T14:15:43,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742178_1354 (size=4469) 2024-11-15T14:15:43,052 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#A#compaction#300 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:43,052 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/2583b322f4944074b8cfa331e3b67a94 is 175, key is test_row_0/A:col10/1731680141740/Put/seqid=0 2024-11-15T14:15:43,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680203048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680203052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680203052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680203056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680203057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742179_1355 (size=12154) 2024-11-15T14:15:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T14:15:43,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:43,084 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111555cb5ac8318c41e59bfcd3bcf52a0be8_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111555cb5ac8318c41e59bfcd3bcf52a0be8_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:43,085 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#B#compaction#302 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:43,086 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/eb220b82de1b450ca01c0aa0eda7f735 is 50, key is test_row_0/B:col10/1731680141740/Put/seqid=0 2024-11-15T14:15:43,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/ea556bb117ff44218b1fba65a9f73359, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:43,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/ea556bb117ff44218b1fba65a9f73359 is 175, key is test_row_0/A:col10/1731680141829/Put/seqid=0 2024-11-15T14:15:43,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742180_1356 (size=31161) 2024-11-15T14:15:43,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742181_1357 (size=12207) 2024-11-15T14:15:43,155 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/eb220b82de1b450ca01c0aa0eda7f735 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/eb220b82de1b450ca01c0aa0eda7f735 2024-11-15T14:15:43,160 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/B of 35b30dd3b2f4608264234617f88f2b1d into eb220b82de1b450ca01c0aa0eda7f735(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:43,160 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:43,160 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/B, priority=13, startTime=1731680142859; duration=0sec 2024-11-15T14:15:43,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742182_1358 (size=30955) 2024-11-15T14:15:43,160 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:43,160 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:B 2024-11-15T14:15:43,162 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/ea556bb117ff44218b1fba65a9f73359 2024-11-15T14:15:43,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680203166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/5b78a521d7a64258a0320561d444142a is 50, key is test_row_0/B:col10/1731680141829/Put/seqid=0 2024-11-15T14:15:43,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680203177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680203178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680203178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680203178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742183_1359 (size=12001) 2024-11-15T14:15:43,217 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/5b78a521d7a64258a0320561d444142a 2024-11-15T14:15:43,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/849feaebf3844c1ea710f9a5cf3aeb1a is 50, key is test_row_0/C:col10/1731680141829/Put/seqid=0 2024-11-15T14:15:43,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742184_1360 (size=12001) 2024-11-15T14:15:43,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680203385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680203395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680203395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680203396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680203396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,549 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/2583b322f4944074b8cfa331e3b67a94 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/2583b322f4944074b8cfa331e3b67a94 2024-11-15T14:15:43,558 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/A of 35b30dd3b2f4608264234617f88f2b1d into 2583b322f4944074b8cfa331e3b67a94(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:43,558 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:43,558 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/A, priority=13, startTime=1731680142859; duration=0sec 2024-11-15T14:15:43,558 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:43,558 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:A 2024-11-15T14:15:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T14:15:43,667 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/849feaebf3844c1ea710f9a5cf3aeb1a 2024-11-15T14:15:43,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/ea556bb117ff44218b1fba65a9f73359 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/ea556bb117ff44218b1fba65a9f73359 2024-11-15T14:15:43,680 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/ea556bb117ff44218b1fba65a9f73359, entries=150, sequenceid=115, filesize=30.2 K 2024-11-15T14:15:43,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/5b78a521d7a64258a0320561d444142a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/5b78a521d7a64258a0320561d444142a 2024-11-15T14:15:43,695 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/5b78a521d7a64258a0320561d444142a, entries=150, sequenceid=115, filesize=11.7 K 2024-11-15T14:15:43,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/849feaebf3844c1ea710f9a5cf3aeb1a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/849feaebf3844c1ea710f9a5cf3aeb1a 2024-11-15T14:15:43,705 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/849feaebf3844c1ea710f9a5cf3aeb1a, entries=150, sequenceid=115, filesize=11.7 K 2024-11-15T14:15:43,706 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 35b30dd3b2f4608264234617f88f2b1d in 796ms, sequenceid=115, compaction requested=false 2024-11-15T14:15:43,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:43,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:43,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-15T14:15:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-15T14:15:43,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-15T14:15:43,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2580 sec 2024-11-15T14:15:43,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.2630 sec 2024-11-15T14:15:43,718 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:43,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-15T14:15:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:43,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115edf373d22574402ebe0e54196deb2a5f_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680143715/Put/seqid=0 2024-11-15T14:15:43,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742185_1361 (size=14744) 2024-11-15T14:15:43,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680203765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680203765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680203769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680203771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680203782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680203885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680203895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680203895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680203896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:43,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680203908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:43,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:43,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:44,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680204105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:44,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:44,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680204116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:44,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:44,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680204116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:44,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:44,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680204116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:44,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680204135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:44,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:44,173 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:44,178 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115edf373d22574402ebe0e54196deb2a5f_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115edf373d22574402ebe0e54196deb2a5f_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:44,183 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/60f2ec548aa74dcb9f3c521bc0888ab6, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:44,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/60f2ec548aa74dcb9f3c521bc0888ab6 is 175, key is test_row_0/A:col10/1731680143715/Put/seqid=0 2024-11-15T14:15:44,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742186_1362 (size=39699) 2024-11-15T14:15:44,207 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/60f2ec548aa74dcb9f3c521bc0888ab6 2024-11-15T14:15:44,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/821eca3196704d38a6e71e8caff98cca is 50, key is test_row_0/B:col10/1731680143715/Put/seqid=0 2024-11-15T14:15:44,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742187_1363 (size=12151) 2024-11-15T14:15:44,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680204425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:44,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:44,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680204447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:44,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:44,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680204447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:44,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:44,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680204447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:44,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:44,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680204455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:44,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T14:15:44,595 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:44,596 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:15:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-15T14:15:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T14:15:44,598 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:15:44,599 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:15:44,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:15:44,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/821eca3196704d38a6e71e8caff98cca 2024-11-15T14:15:44,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/81b104c511b04047802197e410162cae is 50, key is test_row_0/C:col10/1731680143715/Put/seqid=0 2024-11-15T14:15:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T14:15:44,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742188_1364 (size=12151) 2024-11-15T14:15:44,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T14:15:44,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:44,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:44,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:44,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:44,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:44,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T14:15:44,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:44,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:44,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:44,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:44,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T14:15:44,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680204955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:44,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680204955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:44,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680204955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:44,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680204956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:44,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680204976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:44,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:44,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:45,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T14:15:45,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:45,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:45,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:45,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:45,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:45,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/81b104c511b04047802197e410162cae 2024-11-15T14:15:45,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/60f2ec548aa74dcb9f3c521bc0888ab6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/60f2ec548aa74dcb9f3c521bc0888ab6 2024-11-15T14:15:45,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/60f2ec548aa74dcb9f3c521bc0888ab6, entries=200, sequenceid=135, filesize=38.8 K 2024-11-15T14:15:45,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/821eca3196704d38a6e71e8caff98cca as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/821eca3196704d38a6e71e8caff98cca 2024-11-15T14:15:45,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/821eca3196704d38a6e71e8caff98cca, entries=150, sequenceid=135, filesize=11.9 K 2024-11-15T14:15:45,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/81b104c511b04047802197e410162cae as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/81b104c511b04047802197e410162cae 2024-11-15T14:15:45,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/81b104c511b04047802197e410162cae, entries=150, sequenceid=135, filesize=11.9 K 2024-11-15T14:15:45,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 35b30dd3b2f4608264234617f88f2b1d in 1432ms, sequenceid=135, compaction requested=true 2024-11-15T14:15:45,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:45,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:45,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:45,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:45,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:45,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:45,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T14:15:45,150 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:45,150 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:45,152 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:45,152 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/B is initiating minor compaction (all files) 2024-11-15T14:15:45,152 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/B in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:45,152 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/eb220b82de1b450ca01c0aa0eda7f735, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/5b78a521d7a64258a0320561d444142a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/821eca3196704d38a6e71e8caff98cca] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=35.5 K 2024-11-15T14:15:45,152 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:45,152 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/A is initiating minor compaction (all files) 2024-11-15T14:15:45,152 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/A in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:45,152 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/2583b322f4944074b8cfa331e3b67a94, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/ea556bb117ff44218b1fba65a9f73359, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/60f2ec548aa74dcb9f3c521bc0888ab6] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=99.4 K 2024-11-15T14:15:45,152 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:45,152 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/2583b322f4944074b8cfa331e3b67a94, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/ea556bb117ff44218b1fba65a9f73359, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/60f2ec548aa74dcb9f3c521bc0888ab6] 2024-11-15T14:15:45,153 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb220b82de1b450ca01c0aa0eda7f735, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731680140566 2024-11-15T14:15:45,153 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 2583b322f4944074b8cfa331e3b67a94, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731680140566 2024-11-15T14:15:45,153 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b78a521d7a64258a0320561d444142a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731680141812 2024-11-15T14:15:45,153 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting ea556bb117ff44218b1fba65a9f73359, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731680141812 2024-11-15T14:15:45,153 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 60f2ec548aa74dcb9f3c521bc0888ab6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731680143029 2024-11-15T14:15:45,153 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 821eca3196704d38a6e71e8caff98cca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731680143050 2024-11-15T14:15:45,172 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:45,187 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#B#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:45,188 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/394a74161f51416e9868814d22be6dc7 is 50, key is test_row_0/B:col10/1731680143715/Put/seqid=0 2024-11-15T14:15:45,195 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411158acd73ea607548b5beb5cff16696321e_35b30dd3b2f4608264234617f88f2b1d store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:45,197 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411158acd73ea607548b5beb5cff16696321e_35b30dd3b2f4608264234617f88f2b1d, store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:45,197 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158acd73ea607548b5beb5cff16696321e_35b30dd3b2f4608264234617f88f2b1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:45,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T14:15:45,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:45,212 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T14:15:45,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742189_1365 (size=12459) 2024-11-15T14:15:45,222 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/394a74161f51416e9868814d22be6dc7 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/394a74161f51416e9868814d22be6dc7 2024-11-15T14:15:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T14:15:45,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742190_1366 (size=4469) 2024-11-15T14:15:45,231 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/B of 35b30dd3b2f4608264234617f88f2b1d into 394a74161f51416e9868814d22be6dc7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:45,231 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:45,232 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/B, priority=13, startTime=1731680145150; duration=0sec 2024-11-15T14:15:45,232 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:45,232 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:B 2024-11-15T14:15:45,232 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:45,233 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#A#compaction#308 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:45,233 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/d61b812ace464dab8ed582da3e9871a2 is 175, key is test_row_0/A:col10/1731680143715/Put/seqid=0 2024-11-15T14:15:45,236 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:45,236 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/C is initiating minor compaction (all files) 2024-11-15T14:15:45,238 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/C in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:45,238 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/9b792f23337246d4a30bf3bdd319938b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/849feaebf3844c1ea710f9a5cf3aeb1a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/81b104c511b04047802197e410162cae] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=35.5 K 2024-11-15T14:15:45,239 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b792f23337246d4a30bf3bdd319938b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731680140566 2024-11-15T14:15:45,244 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 849feaebf3844c1ea710f9a5cf3aeb1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731680141812 2024-11-15T14:15:45,245 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81b104c511b04047802197e410162cae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731680143050 2024-11-15T14:15:45,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111565d0af5d8a614324a407b203ab1865c1_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680143769/Put/seqid=0 2024-11-15T14:15:45,260 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#C#compaction#311 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:45,261 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/f07d01685eb64021845126d6aae7371e is 50, key is test_row_0/C:col10/1731680143715/Put/seqid=0 2024-11-15T14:15:45,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742191_1367 (size=31413) 2024-11-15T14:15:45,284 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/d61b812ace464dab8ed582da3e9871a2 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/d61b812ace464dab8ed582da3e9871a2 2024-11-15T14:15:45,291 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/A of 35b30dd3b2f4608264234617f88f2b1d into d61b812ace464dab8ed582da3e9871a2(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:45,291 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:45,291 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/A, priority=13, startTime=1731680145150; duration=0sec 2024-11-15T14:15:45,291 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:45,292 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:A 2024-11-15T14:15:45,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742193_1369 (size=12459) 2024-11-15T14:15:45,322 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/f07d01685eb64021845126d6aae7371e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/f07d01685eb64021845126d6aae7371e 2024-11-15T14:15:45,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742192_1368 (size=12304) 2024-11-15T14:15:45,344 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/C of 35b30dd3b2f4608264234617f88f2b1d into f07d01685eb64021845126d6aae7371e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:45,344 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:45,344 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/C, priority=13, startTime=1731680145150; duration=0sec 2024-11-15T14:15:45,344 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:45,344 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:C 2024-11-15T14:15:45,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T14:15:45,744 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111565d0af5d8a614324a407b203ab1865c1_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111565d0af5d8a614324a407b203ab1865c1_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:45,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/2d9b844ac0a34517bb8defe790135b8d, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:45,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/2d9b844ac0a34517bb8defe790135b8d is 175, key is test_row_0/A:col10/1731680143769/Put/seqid=0 2024-11-15T14:15:45,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742194_1370 (size=31105) 2024-11-15T14:15:45,768 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/2d9b844ac0a34517bb8defe790135b8d 2024-11-15T14:15:45,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/263183235d64439b9d5d18c1a8ae2e19 is 50, key is test_row_0/B:col10/1731680143769/Put/seqid=0 2024-11-15T14:15:45,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742195_1371 (size=12151) 2024-11-15T14:15:45,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:46,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680206007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680206007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680206009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680206022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680206023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680206125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680206135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680206135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680206147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680206148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,251 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/263183235d64439b9d5d18c1a8ae2e19 2024-11-15T14:15:46,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/7d727742f4844a799cfda1b7883dce09 is 50, key is test_row_0/C:col10/1731680143769/Put/seqid=0 2024-11-15T14:15:46,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680206346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742196_1372 (size=12151) 2024-11-15T14:15:46,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680206365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680206366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680206366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680206376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680206656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680206686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680206686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680206686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680206695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:46,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:46,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T14:15:46,772 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/7d727742f4844a799cfda1b7883dce09 2024-11-15T14:15:46,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/2d9b844ac0a34517bb8defe790135b8d as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/2d9b844ac0a34517bb8defe790135b8d 2024-11-15T14:15:46,788 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/2d9b844ac0a34517bb8defe790135b8d, entries=150, sequenceid=154, filesize=30.4 K 2024-11-15T14:15:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/263183235d64439b9d5d18c1a8ae2e19 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/263183235d64439b9d5d18c1a8ae2e19 2024-11-15T14:15:46,802 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/263183235d64439b9d5d18c1a8ae2e19, entries=150, sequenceid=154, filesize=11.9 K 2024-11-15T14:15:46,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/7d727742f4844a799cfda1b7883dce09 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7d727742f4844a799cfda1b7883dce09 2024-11-15T14:15:46,813 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7d727742f4844a799cfda1b7883dce09, entries=150, sequenceid=154, filesize=11.9 K 2024-11-15T14:15:46,814 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 35b30dd3b2f4608264234617f88f2b1d in 1602ms, sequenceid=154, compaction requested=false 2024-11-15T14:15:46,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:46,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:46,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-15T14:15:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-15T14:15:46,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-15T14:15:46,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2170 sec 2024-11-15T14:15:46,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.2240 sec 2024-11-15T14:15:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:47,190 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:47,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-15T14:15:47,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155b4d3f5756784155b900b42af692fb29_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680146007/Put/seqid=0 2024-11-15T14:15:47,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742197_1373 (size=14794) 2024-11-15T14:15:47,261 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:47,269 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155b4d3f5756784155b900b42af692fb29_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155b4d3f5756784155b900b42af692fb29_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:47,275 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/6b455d5218044ec491d824464d8d5240, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:47,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/6b455d5218044ec491d824464d8d5240 is 175, key is test_row_0/A:col10/1731680146007/Put/seqid=0 2024-11-15T14:15:47,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742198_1374 (size=39749) 2024-11-15T14:15:47,303 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/6b455d5218044ec491d824464d8d5240 2024-11-15T14:15:47,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680207284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:47,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680207287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:47,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680207293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:47,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:47,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/a73980a508e64f229e794237405eebbb is 50, key is test_row_0/B:col10/1731680146007/Put/seqid=0 2024-11-15T14:15:47,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680207297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680207299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:47,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742199_1375 (size=12151) 2024-11-15T14:15:47,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680207416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680207416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:47,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:47,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680207416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:47,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:47,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680207436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:47,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680207436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:47,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:47,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680207646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:47,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680207646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:47,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:47,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680207646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:47,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:47,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:47,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680207656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:47,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680207657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:47,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/a73980a508e64f229e794237405eebbb 2024-11-15T14:15:47,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/9b2e77378de54c8da2cb8c08a4ce9d5b is 50, key is test_row_0/C:col10/1731680146007/Put/seqid=0 2024-11-15T14:15:47,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742200_1376 (size=12151) 2024-11-15T14:15:47,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/9b2e77378de54c8da2cb8c08a4ce9d5b 2024-11-15T14:15:47,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/6b455d5218044ec491d824464d8d5240 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/6b455d5218044ec491d824464d8d5240 2024-11-15T14:15:47,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/6b455d5218044ec491d824464d8d5240, entries=200, sequenceid=175, filesize=38.8 K 2024-11-15T14:15:47,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/a73980a508e64f229e794237405eebbb as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/a73980a508e64f229e794237405eebbb 2024-11-15T14:15:47,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/a73980a508e64f229e794237405eebbb, entries=150, sequenceid=175, filesize=11.9 K 2024-11-15T14:15:47,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/9b2e77378de54c8da2cb8c08a4ce9d5b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/9b2e77378de54c8da2cb8c08a4ce9d5b 2024-11-15T14:15:47,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/9b2e77378de54c8da2cb8c08a4ce9d5b, entries=150, sequenceid=175, filesize=11.9 K 2024-11-15T14:15:47,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 35b30dd3b2f4608264234617f88f2b1d in 748ms, sequenceid=175, compaction requested=true 2024-11-15T14:15:47,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:47,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:47,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:47,939 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:47,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:47,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:47,939 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:47,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:47,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:47,945 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:47,945 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/B is initiating minor compaction (all files) 2024-11-15T14:15:47,945 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/B in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:47,945 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/394a74161f51416e9868814d22be6dc7, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/263183235d64439b9d5d18c1a8ae2e19, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/a73980a508e64f229e794237405eebbb] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=35.9 K 2024-11-15T14:15:47,946 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:47,946 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/A is initiating minor compaction (all files) 2024-11-15T14:15:47,946 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/A in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:47,946 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/d61b812ace464dab8ed582da3e9871a2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/2d9b844ac0a34517bb8defe790135b8d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/6b455d5218044ec491d824464d8d5240] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=99.9 K 2024-11-15T14:15:47,946 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 394a74161f51416e9868814d22be6dc7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731680143050 2024-11-15T14:15:47,946 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:47,946 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/d61b812ace464dab8ed582da3e9871a2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/2d9b844ac0a34517bb8defe790135b8d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/6b455d5218044ec491d824464d8d5240] 2024-11-15T14:15:47,946 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 263183235d64439b9d5d18c1a8ae2e19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731680143742 2024-11-15T14:15:47,947 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting d61b812ace464dab8ed582da3e9871a2, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731680143050 2024-11-15T14:15:47,947 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting a73980a508e64f229e794237405eebbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731680146007 2024-11-15T14:15:47,947 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d9b844ac0a34517bb8defe790135b8d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731680143742 2024-11-15T14:15:47,948 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b455d5218044ec491d824464d8d5240, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731680146007 2024-11-15T14:15:47,969 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#B#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:47,969 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/437903f5862744a1af54d88cb95091bb is 50, key is test_row_0/B:col10/1731680146007/Put/seqid=0 2024-11-15T14:15:47,970 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:47,985 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:47,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T14:15:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:47,988 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111529d0dd3d0df446f3af941369325d0572_35b30dd3b2f4608264234617f88f2b1d store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:47,994 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111529d0dd3d0df446f3af941369325d0572_35b30dd3b2f4608264234617f88f2b1d, store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:47,995 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111529d0dd3d0df446f3af941369325d0572_35b30dd3b2f4608264234617f88f2b1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:48,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742201_1377 (size=12561) 2024-11-15T14:15:48,022 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/437903f5862744a1af54d88cb95091bb as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/437903f5862744a1af54d88cb95091bb 2024-11-15T14:15:48,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115340e3714d56843ae852e1bf166a4f3dc_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680147290/Put/seqid=0 2024-11-15T14:15:48,029 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/B of 35b30dd3b2f4608264234617f88f2b1d into 437903f5862744a1af54d88cb95091bb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:48,029 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:48,029 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/B, priority=13, startTime=1731680147939; duration=0sec 2024-11-15T14:15:48,029 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:48,029 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:B 2024-11-15T14:15:48,029 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:48,030 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:48,030 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/C is initiating minor compaction (all files) 2024-11-15T14:15:48,030 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/C in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:48,030 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/f07d01685eb64021845126d6aae7371e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7d727742f4844a799cfda1b7883dce09, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/9b2e77378de54c8da2cb8c08a4ce9d5b] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=35.9 K 2024-11-15T14:15:48,031 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting f07d01685eb64021845126d6aae7371e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731680143050 2024-11-15T14:15:48,031 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d727742f4844a799cfda1b7883dce09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731680143742 2024-11-15T14:15:48,031 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b2e77378de54c8da2cb8c08a4ce9d5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731680146007 2024-11-15T14:15:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742202_1378 (size=4469) 2024-11-15T14:15:48,053 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#C#compaction#320 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:48,053 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/d27eec71d18e43aaa293a89adc3977a9 is 50, key is test_row_0/C:col10/1731680146007/Put/seqid=0 2024-11-15T14:15:48,056 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#A#compaction#318 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:48,056 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/3d55389445d24967a4929acdff95c854 is 175, key is test_row_0/A:col10/1731680146007/Put/seqid=0 2024-11-15T14:15:48,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742203_1379 (size=17284) 2024-11-15T14:15:48,074 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:48,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680208047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680208051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680208054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,080 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115340e3714d56843ae852e1bf166a4f3dc_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115340e3714d56843ae852e1bf166a4f3dc_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:48,081 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/e80d5b58b0ed4003a15d574668c55e64, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:48,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/e80d5b58b0ed4003a15d574668c55e64 is 175, key is test_row_0/A:col10/1731680147290/Put/seqid=0 2024-11-15T14:15:48,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680208072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680208074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742204_1380 (size=31515) 2024-11-15T14:15:48,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742206_1382 (size=48389) 2024-11-15T14:15:48,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742205_1381 (size=12561) 2024-11-15T14:15:48,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680208186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680208186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680208186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680208196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680208206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680208405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680208405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680208405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680208405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680208426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,540 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/3d55389445d24967a4929acdff95c854 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/3d55389445d24967a4929acdff95c854 2024-11-15T14:15:48,556 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/A of 35b30dd3b2f4608264234617f88f2b1d into 3d55389445d24967a4929acdff95c854(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:48,556 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:48,556 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/A, priority=13, startTime=1731680147939; duration=0sec 2024-11-15T14:15:48,556 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:48,556 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:A 2024-11-15T14:15:48,562 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/e80d5b58b0ed4003a15d574668c55e64 2024-11-15T14:15:48,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/769a4b7a32be419ca24bba1f70333a92 is 50, key is test_row_0/B:col10/1731680147290/Put/seqid=0 2024-11-15T14:15:48,597 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/d27eec71d18e43aaa293a89adc3977a9 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d27eec71d18e43aaa293a89adc3977a9 2024-11-15T14:15:48,610 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/C of 35b30dd3b2f4608264234617f88f2b1d into d27eec71d18e43aaa293a89adc3977a9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:48,611 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:48,611 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/C, priority=13, startTime=1731680147939; duration=0sec 2024-11-15T14:15:48,611 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:48,611 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:C 2024-11-15T14:15:48,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742207_1383 (size=12151) 2024-11-15T14:15:48,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680208725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680208726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680208726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680208726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680208746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:48,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:48,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T14:15:48,775 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:48,776 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:15:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-15T14:15:48,777 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:15:48,778 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:15:48,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:15:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T14:15:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T14:15:48,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T14:15:48,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:48,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/769a4b7a32be419ca24bba1f70333a92 2024-11-15T14:15:49,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/d121f4e60dda47cf9c6480d8e67cc669 is 50, key is test_row_0/C:col10/1731680147290/Put/seqid=0 2024-11-15T14:15:49,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T14:15:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:49,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T14:15:49,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742208_1384 (size=12151) 2024-11-15T14:15:49,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/d121f4e60dda47cf9c6480d8e67cc669 2024-11-15T14:15:49,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/e80d5b58b0ed4003a15d574668c55e64 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e80d5b58b0ed4003a15d574668c55e64 2024-11-15T14:15:49,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e80d5b58b0ed4003a15d574668c55e64, entries=250, sequenceid=195, filesize=47.3 K 2024-11-15T14:15:49,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/769a4b7a32be419ca24bba1f70333a92 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/769a4b7a32be419ca24bba1f70333a92 2024-11-15T14:15:49,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/769a4b7a32be419ca24bba1f70333a92, entries=150, sequenceid=195, filesize=11.9 K 2024-11-15T14:15:49,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/d121f4e60dda47cf9c6480d8e67cc669 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d121f4e60dda47cf9c6480d8e67cc669 2024-11-15T14:15:49,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d121f4e60dda47cf9c6480d8e67cc669, entries=150, sequenceid=195, filesize=11.9 K 2024-11-15T14:15:49,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 35b30dd3b2f4608264234617f88f2b1d in 1136ms, sequenceid=195, compaction requested=false 2024-11-15T14:15:49,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:49,244 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:49,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T14:15:49,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-15T14:15:49,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:49,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:49,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:49,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115676c705347d94db2995cfe93dae402e7_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680148048/Put/seqid=0 2024-11-15T14:15:49,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742209_1385 (size=12304) 2024-11-15T14:15:49,310 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:49,317 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115676c705347d94db2995cfe93dae402e7_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115676c705347d94db2995cfe93dae402e7_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:49,317 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/e292ceb6a5264d35a74f13452eb0b989, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:49,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/e292ceb6a5264d35a74f13452eb0b989 is 175, key is test_row_0/A:col10/1731680148048/Put/seqid=0 2024-11-15T14:15:49,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680209315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680209315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742210_1386 (size=31105) 2024-11-15T14:15:49,349 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/e292ceb6a5264d35a74f13452eb0b989 2024-11-15T14:15:49,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680209335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680209336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680209337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/2d67d122438542a5bf82763dffead7c3 is 50, key is test_row_0/B:col10/1731680148048/Put/seqid=0 2024-11-15T14:15:49,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T14:15:49,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:49,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:49,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:49,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T14:15:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742211_1387 (size=12151) 2024-11-15T14:15:49,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680209446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680209446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/2d67d122438542a5bf82763dffead7c3 2024-11-15T14:15:49,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680209455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680209455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680209455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/4639ac7272bd48b6b9ee7624ae5fd354 is 50, key is test_row_0/C:col10/1731680148048/Put/seqid=0 2024-11-15T14:15:49,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742212_1388 (size=12151) 2024-11-15T14:15:49,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/4639ac7272bd48b6b9ee7624ae5fd354 2024-11-15T14:15:49,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/e292ceb6a5264d35a74f13452eb0b989 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e292ceb6a5264d35a74f13452eb0b989 2024-11-15T14:15:49,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e292ceb6a5264d35a74f13452eb0b989, entries=150, sequenceid=216, filesize=30.4 K 2024-11-15T14:15:49,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/2d67d122438542a5bf82763dffead7c3 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/2d67d122438542a5bf82763dffead7c3 2024-11-15T14:15:49,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T14:15:49,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:49,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:49,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:49,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/2d67d122438542a5bf82763dffead7c3, entries=150, sequenceid=216, filesize=11.9 K 2024-11-15T14:15:49,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/4639ac7272bd48b6b9ee7624ae5fd354 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/4639ac7272bd48b6b9ee7624ae5fd354 2024-11-15T14:15:49,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/4639ac7272bd48b6b9ee7624ae5fd354, entries=150, sequenceid=216, filesize=11.9 K 2024-11-15T14:15:49,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 35b30dd3b2f4608264234617f88f2b1d in 334ms, sequenceid=216, compaction requested=true 2024-11-15T14:15:49,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:49,578 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:49,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:49,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:49,580 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:49,580 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:49,581 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/A is initiating minor compaction (all files) 2024-11-15T14:15:49,581 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/A in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:49,581 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/3d55389445d24967a4929acdff95c854, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e80d5b58b0ed4003a15d574668c55e64, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e292ceb6a5264d35a74f13452eb0b989] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=108.4 K 2024-11-15T14:15:49,581 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:49,581 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/3d55389445d24967a4929acdff95c854, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e80d5b58b0ed4003a15d574668c55e64, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e292ceb6a5264d35a74f13452eb0b989] 2024-11-15T14:15:49,581 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:49,581 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/B is initiating minor compaction (all files) 2024-11-15T14:15:49,581 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/B in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:49,582 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/437903f5862744a1af54d88cb95091bb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/769a4b7a32be419ca24bba1f70333a92, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/2d67d122438542a5bf82763dffead7c3] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=36.0 K 2024-11-15T14:15:49,582 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d55389445d24967a4929acdff95c854, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731680146007 2024-11-15T14:15:49,582 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting e80d5b58b0ed4003a15d574668c55e64, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731680147245 2024-11-15T14:15:49,582 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 437903f5862744a1af54d88cb95091bb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731680146007 2024-11-15T14:15:49,582 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting e292ceb6a5264d35a74f13452eb0b989, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731680148048 2024-11-15T14:15:49,582 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 769a4b7a32be419ca24bba1f70333a92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731680147245 2024-11-15T14:15:49,583 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d67d122438542a5bf82763dffead7c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731680148048 2024-11-15T14:15:49,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:49,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:49,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:49,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:49,616 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#B#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:49,616 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/965ea1d8d2ab4dd386eee4be15916528 is 50, key is test_row_0/B:col10/1731680148048/Put/seqid=0 2024-11-15T14:15:49,628 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:49,651 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111580d55c1d16de45c2aef0502826e46748_35b30dd3b2f4608264234617f88f2b1d store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:49,653 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111580d55c1d16de45c2aef0502826e46748_35b30dd3b2f4608264234617f88f2b1d, store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:49,654 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111580d55c1d16de45c2aef0502826e46748_35b30dd3b2f4608264234617f88f2b1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:49,674 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:49,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-15T14:15:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:49,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742213_1389 (size=12663) 2024-11-15T14:15:49,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742214_1390 (size=4469) 2024-11-15T14:15:49,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T14:15:49,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:49,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:49,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:49,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,715 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#A#compaction#327 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,715 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/3a845153e7e1400fbaf1ab6e9dcee119 is 175, key is test_row_0/A:col10/1731680148048/Put/seqid=0 2024-11-15T14:15:49,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159e36a7c16a7c437587ddcee9752b5a07_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680149308/Put/seqid=0 2024-11-15T14:15:49,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680209720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680209723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680209723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680209725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680209727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742215_1391 (size=31617) 2024-11-15T14:15:49,781 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/3a845153e7e1400fbaf1ab6e9dcee119 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/3a845153e7e1400fbaf1ab6e9dcee119 2024-11-15T14:15:49,787 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/A of 35b30dd3b2f4608264234617f88f2b1d into 3a845153e7e1400fbaf1ab6e9dcee119(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:49,787 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:49,787 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/A, priority=13, startTime=1731680149578; duration=0sec 2024-11-15T14:15:49,788 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:49,788 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:A 2024-11-15T14:15:49,788 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742216_1392 (size=17284) 2024-11-15T14:15:49,789 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:49,789 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/C is initiating minor compaction (all files) 2024-11-15T14:15:49,789 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/C in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:49,790 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d27eec71d18e43aaa293a89adc3977a9, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d121f4e60dda47cf9c6480d8e67cc669, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/4639ac7272bd48b6b9ee7624ae5fd354] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=36.0 K 2024-11-15T14:15:49,790 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting d27eec71d18e43aaa293a89adc3977a9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731680146007 2024-11-15T14:15:49,790 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting d121f4e60dda47cf9c6480d8e67cc669, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731680147245 2024-11-15T14:15:49,791 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4639ac7272bd48b6b9ee7624ae5fd354, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731680148048 2024-11-15T14:15:49,817 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#C#compaction#329 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:49,817 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/f00504392a624ff087cbaa7c7e126531 is 50, key is test_row_0/C:col10/1731680148048/Put/seqid=0 2024-11-15T14:15:49,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742217_1393 (size=12663) 2024-11-15T14:15:49,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680209846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680209846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680209846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680209846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680209846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:49,861 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/f00504392a624ff087cbaa7c7e126531 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/f00504392a624ff087cbaa7c7e126531 2024-11-15T14:15:49,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T14:15:49,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:49,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:49,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:49,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:49,873 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/C of 35b30dd3b2f4608264234617f88f2b1d into f00504392a624ff087cbaa7c7e126531(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:49,873 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:49,874 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/C, priority=13, startTime=1731680149585; duration=0sec 2024-11-15T14:15:49,874 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:49,876 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:C 2024-11-15T14:15:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T14:15:50,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T14:15:50,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:50,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:50,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:50,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680210065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:50,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:50,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680210065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:50,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:50,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680210066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:50,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680210066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:50,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:50,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:50,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680210066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:50,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:50,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:50,113 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/965ea1d8d2ab4dd386eee4be15916528 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/965ea1d8d2ab4dd386eee4be15916528 2024-11-15T14:15:50,124 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/B of 35b30dd3b2f4608264234617f88f2b1d into 965ea1d8d2ab4dd386eee4be15916528(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:50,124 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:50,124 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/B, priority=13, startTime=1731680149580; duration=0sec 2024-11-15T14:15:50,124 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:50,124 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:B 2024-11-15T14:15:50,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T14:15:50,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:50,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:50,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:50,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,189 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:50,195 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159e36a7c16a7c437587ddcee9752b5a07_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159e36a7c16a7c437587ddcee9752b5a07_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:50,202 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/87699c4724544c2e95f0a65f9f032dd2, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:50,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/87699c4724544c2e95f0a65f9f032dd2 is 175, key is test_row_0/A:col10/1731680149308/Put/seqid=0 2024-11-15T14:15:50,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742218_1394 (size=48389) 2024-11-15T14:15:50,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T14:15:50,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:50,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:50,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:50,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680210395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:50,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680210395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:50,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:50,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680210395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:50,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:50,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680210395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:50,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:50,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680210395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:50,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:50,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T14:15:50,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:50,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:50,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:50,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T14:15:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:50,639 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/87699c4724544c2e95f0a65f9f032dd2 2024-11-15T14:15:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:50,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/7e8fb05baf444b8d96c49f5d87190a43 is 50, key is test_row_0/B:col10/1731680149308/Put/seqid=0 2024-11-15T14:15:50,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742219_1395 (size=12151) 2024-11-15T14:15:50,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/7e8fb05baf444b8d96c49f5d87190a43 2024-11-15T14:15:50,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/49c548a7451c41e6b8e0a660a87727c3 is 50, key is test_row_0/C:col10/1731680149308/Put/seqid=0 2024-11-15T14:15:50,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742220_1396 (size=12151) 2024-11-15T14:15:50,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T14:15:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:50,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680210907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:50,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:50,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680210907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:50,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:50,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:50,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680210907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:50,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:50,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680210907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:50,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:50,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:50,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680210908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:50,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:50,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T14:15:50,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T14:15:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:50,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:50,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:51,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T14:15:51,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:51,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:51,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:51,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:51,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:51,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/49c548a7451c41e6b8e0a660a87727c3 2024-11-15T14:15:51,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/87699c4724544c2e95f0a65f9f032dd2 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/87699c4724544c2e95f0a65f9f032dd2 2024-11-15T14:15:51,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/87699c4724544c2e95f0a65f9f032dd2, entries=250, sequenceid=237, filesize=47.3 K 2024-11-15T14:15:51,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/7e8fb05baf444b8d96c49f5d87190a43 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/7e8fb05baf444b8d96c49f5d87190a43 2024-11-15T14:15:51,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/7e8fb05baf444b8d96c49f5d87190a43, entries=150, sequenceid=237, filesize=11.9 K 2024-11-15T14:15:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/49c548a7451c41e6b8e0a660a87727c3 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/49c548a7451c41e6b8e0a660a87727c3 2024-11-15T14:15:51,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/49c548a7451c41e6b8e0a660a87727c3, entries=150, sequenceid=237, filesize=11.9 K 2024-11-15T14:15:51,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 35b30dd3b2f4608264234617f88f2b1d in 1510ms, sequenceid=237, compaction requested=false 2024-11-15T14:15:51,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:51,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T14:15:51,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:51,266 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T14:15:51,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153569672b573744d8a94756ee16757cf1_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680149722/Put/seqid=0 2024-11-15T14:15:51,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742221_1397 (size=12304) 2024-11-15T14:15:51,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,371 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153569672b573744d8a94756ee16757cf1_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153569672b573744d8a94756ee16757cf1_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:51,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/0a0f396b42ee49aba8ecbb6f3085a5b2, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:51,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/0a0f396b42ee49aba8ecbb6f3085a5b2 is 175, key is test_row_0/A:col10/1731680149722/Put/seqid=0 2024-11-15T14:15:51,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742222_1398 (size=31105) 2024-11-15T14:15:51,408 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/0a0f396b42ee49aba8ecbb6f3085a5b2 2024-11-15T14:15:51,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/6b16a7690a24424ebb1cb864c16438d8 is 50, key is test_row_0/B:col10/1731680149722/Put/seqid=0 2024-11-15T14:15:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742223_1399 (size=12151) 2024-11-15T14:15:51,453 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/6b16a7690a24424ebb1cb864c16438d8 2024-11-15T14:15:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/7ccbf97fef054c6694c1b24ed716f2c5 is 50, key is test_row_0/C:col10/1731680149722/Put/seqid=0 2024-11-15T14:15:51,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742224_1400 (size=12151) 2024-11-15T14:15:51,538 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/7ccbf97fef054c6694c1b24ed716f2c5 2024-11-15T14:15:51,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/0a0f396b42ee49aba8ecbb6f3085a5b2 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/0a0f396b42ee49aba8ecbb6f3085a5b2 2024-11-15T14:15:51,575 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/0a0f396b42ee49aba8ecbb6f3085a5b2, entries=150, sequenceid=255, filesize=30.4 K 2024-11-15T14:15:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/6b16a7690a24424ebb1cb864c16438d8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/6b16a7690a24424ebb1cb864c16438d8 2024-11-15T14:15:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,585 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/6b16a7690a24424ebb1cb864c16438d8, entries=150, sequenceid=255, filesize=11.9 K 2024-11-15T14:15:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/7ccbf97fef054c6694c1b24ed716f2c5 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7ccbf97fef054c6694c1b24ed716f2c5 2024-11-15T14:15:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,610 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7ccbf97fef054c6694c1b24ed716f2c5, entries=150, sequenceid=255, filesize=11.9 K 2024-11-15T14:15:51,611 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 35b30dd3b2f4608264234617f88f2b1d in 344ms, sequenceid=255, compaction requested=true 2024-11-15T14:15:51,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:51,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:51,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-15T14:15:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-15T14:15:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-15T14:15:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8370 sec 2024-11-15T14:15:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.8450 sec 2024-11-15T14:15:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:52,112 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:52,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:15:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153720d58263cb4145a638b741cc4b26ad_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680152105/Put/seqid=0 2024-11-15T14:15:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742225_1401 (size=20074) 2024-11-15T14:15:52,194 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,199 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153720d58263cb4145a638b741cc4b26ad_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153720d58263cb4145a638b741cc4b26ad_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:52,201 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/4c5f950df3974856b0274bb3b5e352a3, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:52,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/4c5f950df3974856b0274bb3b5e352a3 is 175, key is test_row_0/A:col10/1731680152105/Put/seqid=0 2024-11-15T14:15:52,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742226_1402 (size=57333) 2024-11-15T14:15:52,212 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/4c5f950df3974856b0274bb3b5e352a3 2024-11-15T14:15:52,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/c0821e9fa9ac4aa7b01b58da0c65b4f2 is 50, key is test_row_0/B:col10/1731680152105/Put/seqid=0 2024-11-15T14:15:52,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680212214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680212216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680212224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680212247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680212247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742227_1403 (size=12301) 2024-11-15T14:15:52,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/c0821e9fa9ac4aa7b01b58da0c65b4f2 2024-11-15T14:15:52,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/985b8c3a22fe4e7495b014077bf51449 is 50, key is test_row_0/C:col10/1731680152105/Put/seqid=0 2024-11-15T14:15:52,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742228_1404 (size=12301) 2024-11-15T14:15:52,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/985b8c3a22fe4e7495b014077bf51449 2024-11-15T14:15:52,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/4c5f950df3974856b0274bb3b5e352a3 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/4c5f950df3974856b0274bb3b5e352a3 2024-11-15T14:15:52,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/4c5f950df3974856b0274bb3b5e352a3, entries=300, sequenceid=268, filesize=56.0 K 2024-11-15T14:15:52,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/c0821e9fa9ac4aa7b01b58da0c65b4f2 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/c0821e9fa9ac4aa7b01b58da0c65b4f2 2024-11-15T14:15:52,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/c0821e9fa9ac4aa7b01b58da0c65b4f2, entries=150, sequenceid=268, filesize=12.0 K 2024-11-15T14:15:52,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/985b8c3a22fe4e7495b014077bf51449 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/985b8c3a22fe4e7495b014077bf51449 2024-11-15T14:15:52,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/985b8c3a22fe4e7495b014077bf51449, entries=150, sequenceid=268, filesize=12.0 K 2024-11-15T14:15:52,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 35b30dd3b2f4608264234617f88f2b1d in 261ms, sequenceid=268, compaction requested=true 2024-11-15T14:15:52,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:52,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:52,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:52,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:52,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T14:15:52,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:52,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-15T14:15:52,374 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:15:52,374 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:15:52,375 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 168444 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:15:52,375 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/A is initiating minor compaction (all files) 2024-11-15T14:15:52,375 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/A in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:52,375 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/3a845153e7e1400fbaf1ab6e9dcee119, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/87699c4724544c2e95f0a65f9f032dd2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/0a0f396b42ee49aba8ecbb6f3085a5b2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/4c5f950df3974856b0274bb3b5e352a3] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=164.5 K 2024-11-15T14:15:52,376 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:52,376 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/3a845153e7e1400fbaf1ab6e9dcee119, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/87699c4724544c2e95f0a65f9f032dd2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/0a0f396b42ee49aba8ecbb6f3085a5b2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/4c5f950df3974856b0274bb3b5e352a3] 2024-11-15T14:15:52,376 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:15:52,376 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/C is initiating minor compaction (all files) 2024-11-15T14:15:52,376 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/C in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:52,376 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/f00504392a624ff087cbaa7c7e126531, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/49c548a7451c41e6b8e0a660a87727c3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7ccbf97fef054c6694c1b24ed716f2c5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/985b8c3a22fe4e7495b014077bf51449] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=48.1 K 2024-11-15T14:15:52,376 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a845153e7e1400fbaf1ab6e9dcee119, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731680148048 2024-11-15T14:15:52,376 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting f00504392a624ff087cbaa7c7e126531, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731680148048 2024-11-15T14:15:52,376 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 49c548a7451c41e6b8e0a660a87727c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731680149308 2024-11-15T14:15:52,376 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87699c4724544c2e95f0a65f9f032dd2, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731680149308 2024-11-15T14:15:52,377 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a0f396b42ee49aba8ecbb6f3085a5b2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731680149722 2024-11-15T14:15:52,377 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ccbf97fef054c6694c1b24ed716f2c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731680149722 2024-11-15T14:15:52,377 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c5f950df3974856b0274bb3b5e352a3, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731680152022 2024-11-15T14:15:52,377 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 985b8c3a22fe4e7495b014077bf51449, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731680152105 2024-11-15T14:15:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:52,393 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:52,393 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#C#compaction#338 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:52,394 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/23677b3c69dc4e9bbad975ec1f6e276b is 50, key is test_row_0/C:col10/1731680152105/Put/seqid=0 2024-11-15T14:15:52,394 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:52,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-15T14:15:52,415 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111568c58c98ca2247ab9b204c44f7ebeffa_35b30dd3b2f4608264234617f88f2b1d store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:52,419 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111568c58c98ca2247ab9b204c44f7ebeffa_35b30dd3b2f4608264234617f88f2b1d, store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:52,420 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111568c58c98ca2247ab9b204c44f7ebeffa_35b30dd3b2f4608264234617f88f2b1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:52,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111585d3e9b04192459784579e6efb2682c7_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680152383/Put/seqid=0 2024-11-15T14:15:52,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680212436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680212440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680212443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742229_1405 (size=12949) 2024-11-15T14:15:52,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680212445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680212450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742230_1406 (size=4469) 2024-11-15T14:15:52,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742231_1407 (size=14994) 2024-11-15T14:15:52,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680212576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680212576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680212578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680212586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680212595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680212795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680212795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680212795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680212796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680212816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:52,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:52,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:52,887 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/23677b3c69dc4e9bbad975ec1f6e276b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/23677b3c69dc4e9bbad975ec1f6e276b 2024-11-15T14:15:52,894 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/C of 35b30dd3b2f4608264234617f88f2b1d into 23677b3c69dc4e9bbad975ec1f6e276b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:52,894 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:52,894 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/C, priority=12, startTime=1731680152374; duration=0sec 2024-11-15T14:15:52,894 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:52,894 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:C 2024-11-15T14:15:52,895 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:15:52,895 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#A#compaction#339 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:52,896 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/9b471f69ff54443bb64675e6a528f63f is 175, key is test_row_0/A:col10/1731680152105/Put/seqid=0 2024-11-15T14:15:52,898 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:15:52,898 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/B is initiating minor compaction (all files) 2024-11-15T14:15:52,898 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/B in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:52,899 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/965ea1d8d2ab4dd386eee4be15916528, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/7e8fb05baf444b8d96c49f5d87190a43, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/6b16a7690a24424ebb1cb864c16438d8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/c0821e9fa9ac4aa7b01b58da0c65b4f2] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=48.1 K 2024-11-15T14:15:52,900 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 965ea1d8d2ab4dd386eee4be15916528, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731680148048 2024-11-15T14:15:52,901 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e8fb05baf444b8d96c49f5d87190a43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731680149308 2024-11-15T14:15:52,903 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b16a7690a24424ebb1cb864c16438d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731680149722 2024-11-15T14:15:52,904 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting c0821e9fa9ac4aa7b01b58da0c65b4f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731680152105 2024-11-15T14:15:52,908 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:52,915 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111585d3e9b04192459784579e6efb2682c7_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111585d3e9b04192459784579e6efb2682c7_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:52,916 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/158eaad953e34620b366b11730e3bcf0, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:52,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/158eaad953e34620b366b11730e3bcf0 is 175, key is test_row_0/A:col10/1731680152383/Put/seqid=0 2024-11-15T14:15:52,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742232_1408 (size=31903) 2024-11-15T14:15:52,945 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#B#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:52,945 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/9fc799be06404a47a6c94e66b6490fc6 is 50, key is test_row_0/B:col10/1731680152105/Put/seqid=0 2024-11-15T14:15:52,952 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/9b471f69ff54443bb64675e6a528f63f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/9b471f69ff54443bb64675e6a528f63f 2024-11-15T14:15:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T14:15:52,956 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:52,956 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:15:52,958 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/A of 35b30dd3b2f4608264234617f88f2b1d into 9b471f69ff54443bb64675e6a528f63f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:52,958 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:52,958 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/A, priority=12, startTime=1731680152374; duration=0sec 2024-11-15T14:15:52,958 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:52,958 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:A 2024-11-15T14:15:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-15T14:15:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T14:15:52,960 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:15:52,960 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:15:52,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:15:52,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742234_1410 (size=12949) 2024-11-15T14:15:53,007 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/9fc799be06404a47a6c94e66b6490fc6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/9fc799be06404a47a6c94e66b6490fc6 2024-11-15T14:15:53,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742233_1409 (size=39949) 2024-11-15T14:15:53,014 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/158eaad953e34620b366b11730e3bcf0 2024-11-15T14:15:53,021 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/B of 35b30dd3b2f4608264234617f88f2b1d into 9fc799be06404a47a6c94e66b6490fc6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:53,021 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:53,021 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/B, priority=12, startTime=1731680152374; duration=0sec 2024-11-15T14:15:53,021 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:53,021 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:B 2024-11-15T14:15:53,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/055f712bc09c4672bb224c719e169b80 is 50, key is test_row_0/B:col10/1731680152383/Put/seqid=0 2024-11-15T14:15:53,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742235_1411 (size=12301) 2024-11-15T14:15:53,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/055f712bc09c4672bb224c719e169b80 2024-11-15T14:15:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T14:15:53,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/7056b3da1ba4451faf7d0dbd9ac74b43 is 50, key is test_row_0/C:col10/1731680152383/Put/seqid=0 2024-11-15T14:15:53,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742236_1412 (size=12301) 2024-11-15T14:15:53,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T14:15:53,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:53,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:53,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:53,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:53,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:53,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/7056b3da1ba4451faf7d0dbd9ac74b43 2024-11-15T14:15:53,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680213115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680213115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:53,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/158eaad953e34620b366b11730e3bcf0 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/158eaad953e34620b366b11730e3bcf0 2024-11-15T14:15:53,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680213116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:53,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680213116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:53,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680213125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:53,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/158eaad953e34620b366b11730e3bcf0, entries=200, sequenceid=297, filesize=39.0 K 2024-11-15T14:15:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/055f712bc09c4672bb224c719e169b80 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/055f712bc09c4672bb224c719e169b80 2024-11-15T14:15:53,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/055f712bc09c4672bb224c719e169b80, entries=150, sequenceid=297, filesize=12.0 K 2024-11-15T14:15:53,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/7056b3da1ba4451faf7d0dbd9ac74b43 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7056b3da1ba4451faf7d0dbd9ac74b43 2024-11-15T14:15:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7056b3da1ba4451faf7d0dbd9ac74b43, entries=150, sequenceid=297, filesize=12.0 K 2024-11-15T14:15:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 35b30dd3b2f4608264234617f88f2b1d in 765ms, sequenceid=297, compaction requested=false 2024-11-15T14:15:53,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T14:15:53,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:53,274 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T14:15:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T14:15:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150c9c6c4b01ac467aa96647174cbd738b_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_1/A:col10/1731680152443/Put/seqid=0 2024-11-15T14:15:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742237_1413 (size=9914) 2024-11-15T14:15:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,360 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150c9c6c4b01ac467aa96647174cbd738b_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150c9c6c4b01ac467aa96647174cbd738b_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/73eda35986164a14877a46453505664c, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/73eda35986164a14877a46453505664c is 175, key is test_row_1/A:col10/1731680152443/Put/seqid=0 2024-11-15T14:15:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742238_1414 (size=22561) 2024-11-15T14:15:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T14:15:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:53,796 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=308, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/73eda35986164a14877a46453505664c 2024-11-15T14:15:53,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/97d5bd8ef6c2435ebcbe2a3f0cbb5b5a is 50, key is test_row_1/B:col10/1731680152443/Put/seqid=0 2024-11-15T14:15:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742239_1415 (size=9857) 2024-11-15T14:15:53,847 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/97d5bd8ef6c2435ebcbe2a3f0cbb5b5a 2024-11-15T14:15:53,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/f27d5bc6777e46f39e465509bce55cd8 is 50, key is test_row_1/C:col10/1731680152443/Put/seqid=0 2024-11-15T14:15:53,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680213853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:53,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680213845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:53,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:53,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680213868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:53,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:53,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680213870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:53,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:53,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680213870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:53,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:53,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742240_1416 (size=9857) 2024-11-15T14:15:53,897 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/f27d5bc6777e46f39e465509bce55cd8 2024-11-15T14:15:53,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/73eda35986164a14877a46453505664c as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/73eda35986164a14877a46453505664c 2024-11-15T14:15:53,921 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/73eda35986164a14877a46453505664c, entries=100, sequenceid=308, filesize=22.0 K 2024-11-15T14:15:53,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/97d5bd8ef6c2435ebcbe2a3f0cbb5b5a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/97d5bd8ef6c2435ebcbe2a3f0cbb5b5a 2024-11-15T14:15:53,931 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/97d5bd8ef6c2435ebcbe2a3f0cbb5b5a, entries=100, sequenceid=308, filesize=9.6 K 2024-11-15T14:15:53,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/f27d5bc6777e46f39e465509bce55cd8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/f27d5bc6777e46f39e465509bce55cd8 2024-11-15T14:15:53,937 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/f27d5bc6777e46f39e465509bce55cd8, entries=100, sequenceid=308, filesize=9.6 K 2024-11-15T14:15:53,939 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 35b30dd3b2f4608264234617f88f2b1d in 665ms, sequenceid=308, compaction requested=true 2024-11-15T14:15:53,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:53,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:53,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-15T14:15:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-15T14:15:53,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-15T14:15:53,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 982 msec 2024-11-15T14:15:53,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 989 msec 2024-11-15T14:15:53,996 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:53,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-15T14:15:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:54,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154ca3b46b778843c98462e7d5cfc54021_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680153822/Put/seqid=0 2024-11-15T14:15:54,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680213998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680214011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680214011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680214016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680214027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742241_1417 (size=12454) 2024-11-15T14:15:54,043 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:54,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,047 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154ca3b46b778843c98462e7d5cfc54021_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154ca3b46b778843c98462e7d5cfc54021_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:54,048 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/e8a49ae0aeb847cba9bc0d435f31b1af, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:54,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/e8a49ae0aeb847cba9bc0d435f31b1af is 175, key is test_row_0/A:col10/1731680153822/Put/seqid=0 2024-11-15T14:15:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T14:15:54,096 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:54,097 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:15:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-15T14:15:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T14:15:54,099 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:15:54,100 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:15:54,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:15:54,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742242_1418 (size=31255) 2024-11-15T14:15:54,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680214115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680214136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680214136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680214145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680214155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T14:15:54,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T14:15:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:54,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:54,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:54,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680214335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680214356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680214356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680214375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680214375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T14:15:54,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:54,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:54,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:54,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:54,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T14:15:54,503 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/e8a49ae0aeb847cba9bc0d435f31b1af 2024-11-15T14:15:54,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/67dc27f6ece147239d76bea8e310d448 is 50, key is test_row_0/B:col10/1731680153822/Put/seqid=0 2024-11-15T14:15:54,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742243_1419 (size=12301) 2024-11-15T14:15:54,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/67dc27f6ece147239d76bea8e310d448 2024-11-15T14:15:54,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T14:15:54,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:54,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:54,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:54,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:54,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:54,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/029bde30645c4b9c81c48174b134a983 is 50, key is test_row_0/C:col10/1731680153822/Put/seqid=0 2024-11-15T14:15:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742244_1420 (size=12301) 2024-11-15T14:15:54,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680214655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680214679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680214679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680214691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680214699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:54,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T14:15:54,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:54,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:54,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:54,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:54,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T14:15:54,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T14:15:54,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:54,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:54,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:54,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:54,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:55,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/029bde30645c4b9c81c48174b134a983 2024-11-15T14:15:55,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T14:15:55,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/e8a49ae0aeb847cba9bc0d435f31b1af as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e8a49ae0aeb847cba9bc0d435f31b1af 2024-11-15T14:15:55,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:55,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:55,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:55,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:55,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:15:55,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e8a49ae0aeb847cba9bc0d435f31b1af, entries=150, sequenceid=338, filesize=30.5 K 2024-11-15T14:15:55,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/67dc27f6ece147239d76bea8e310d448 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/67dc27f6ece147239d76bea8e310d448 2024-11-15T14:15:55,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/67dc27f6ece147239d76bea8e310d448, entries=150, sequenceid=338, filesize=12.0 K 2024-11-15T14:15:55,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/029bde30645c4b9c81c48174b134a983 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/029bde30645c4b9c81c48174b134a983 2024-11-15T14:15:55,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/029bde30645c4b9c81c48174b134a983, entries=150, sequenceid=338, filesize=12.0 K 2024-11-15T14:15:55,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 35b30dd3b2f4608264234617f88f2b1d in 1065ms, sequenceid=338, compaction requested=true 2024-11-15T14:15:55,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:55,061 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:15:55,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:55,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:55,062 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:15:55,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:55,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:55,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:55,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:55,066 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:15:55,066 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/B is initiating minor compaction (all files) 2024-11-15T14:15:55,066 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/B in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:55,066 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/9fc799be06404a47a6c94e66b6490fc6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/055f712bc09c4672bb224c719e169b80, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/97d5bd8ef6c2435ebcbe2a3f0cbb5b5a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/67dc27f6ece147239d76bea8e310d448] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=46.3 K 2024-11-15T14:15:55,066 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:15:55,067 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/A is initiating minor compaction (all files) 2024-11-15T14:15:55,067 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/A in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:55,067 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/9b471f69ff54443bb64675e6a528f63f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/158eaad953e34620b366b11730e3bcf0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/73eda35986164a14877a46453505664c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e8a49ae0aeb847cba9bc0d435f31b1af] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=122.7 K 2024-11-15T14:15:55,067 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:55,067 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/9b471f69ff54443bb64675e6a528f63f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/158eaad953e34620b366b11730e3bcf0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/73eda35986164a14877a46453505664c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e8a49ae0aeb847cba9bc0d435f31b1af] 2024-11-15T14:15:55,068 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b471f69ff54443bb64675e6a528f63f, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731680152105 2024-11-15T14:15:55,068 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fc799be06404a47a6c94e66b6490fc6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731680152105 2024-11-15T14:15:55,068 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 055f712bc09c4672bb224c719e169b80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731680152383 2024-11-15T14:15:55,068 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 158eaad953e34620b366b11730e3bcf0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731680152212 2024-11-15T14:15:55,069 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 97d5bd8ef6c2435ebcbe2a3f0cbb5b5a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731680152441 2024-11-15T14:15:55,069 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73eda35986164a14877a46453505664c, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731680152441 2024-11-15T14:15:55,069 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 67dc27f6ece147239d76bea8e310d448, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731680153822 2024-11-15T14:15:55,069 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8a49ae0aeb847cba9bc0d435f31b1af, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731680153822 2024-11-15T14:15:55,083 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:55,100 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#B#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:55,101 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/2adcb33239b84543bf07035a2d16447c is 50, key is test_row_0/B:col10/1731680153822/Put/seqid=0 2024-11-15T14:15:55,105 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115729693d9440d4755a365de0f84fe31ac_35b30dd3b2f4608264234617f88f2b1d store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:55,107 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115729693d9440d4755a365de0f84fe31ac_35b30dd3b2f4608264234617f88f2b1d, store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:55,107 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115729693d9440d4755a365de0f84fe31ac_35b30dd3b2f4608264234617f88f2b1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:55,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742245_1421 (size=13085) 2024-11-15T14:15:55,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742246_1422 (size=4469) 2024-11-15T14:15:55,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T14:15:55,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:55,188 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T14:15:55,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a47563e5c2e744a49a55379e8bf64657_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680154012/Put/seqid=0 2024-11-15T14:15:55,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. as already flushing 2024-11-15T14:15:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T14:15:55,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742247_1423 (size=14994) 2024-11-15T14:15:55,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:55,253 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a47563e5c2e744a49a55379e8bf64657_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a47563e5c2e744a49a55379e8bf64657_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:55,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/916ad4581cb1421b909cded96d41acc1, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:55,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/916ad4581cb1421b909cded96d41acc1 is 175, key is test_row_0/A:col10/1731680154012/Put/seqid=0 2024-11-15T14:15:55,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742248_1424 (size=39949) 2024-11-15T14:15:55,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680215329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:55,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680215332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:55,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:55,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680215332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680215335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:55,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680215335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:55,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:55,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:55,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680215455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:55,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:55,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680215466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:55,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:55,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680215466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:55,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680215466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:55,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680215466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:55,558 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/2adcb33239b84543bf07035a2d16447c as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/2adcb33239b84543bf07035a2d16447c 2024-11-15T14:15:55,564 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/B of 35b30dd3b2f4608264234617f88f2b1d into 2adcb33239b84543bf07035a2d16447c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:55,564 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:55,564 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/B, priority=12, startTime=1731680155061; duration=0sec 2024-11-15T14:15:55,564 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:55,564 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:B 2024-11-15T14:15:55,564 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:15:55,565 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:15:55,565 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/C is initiating minor compaction (all files) 2024-11-15T14:15:55,565 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/C in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:55,566 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/23677b3c69dc4e9bbad975ec1f6e276b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7056b3da1ba4451faf7d0dbd9ac74b43, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/f27d5bc6777e46f39e465509bce55cd8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/029bde30645c4b9c81c48174b134a983] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=46.3 K 2024-11-15T14:15:55,566 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 23677b3c69dc4e9bbad975ec1f6e276b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731680152105 2024-11-15T14:15:55,566 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 7056b3da1ba4451faf7d0dbd9ac74b43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731680152383 2024-11-15T14:15:55,567 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting f27d5bc6777e46f39e465509bce55cd8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731680152441 2024-11-15T14:15:55,567 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 029bde30645c4b9c81c48174b134a983, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731680153822 2024-11-15T14:15:55,578 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#C#compaction#353 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:55,578 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/80bc930658ad42429ff8be2f83d92fe2 is 50, key is test_row_0/C:col10/1731680153822/Put/seqid=0 2024-11-15T14:15:55,580 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#A#compaction#350 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:55,580 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/e482bc19a641478ab738daaa5e61538d is 175, key is test_row_0/A:col10/1731680153822/Put/seqid=0 2024-11-15T14:15:55,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742250_1426 (size=32039) 2024-11-15T14:15:55,602 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/e482bc19a641478ab738daaa5e61538d as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e482bc19a641478ab738daaa5e61538d 2024-11-15T14:15:55,607 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/A of 35b30dd3b2f4608264234617f88f2b1d into e482bc19a641478ab738daaa5e61538d(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:55,607 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:55,607 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/A, priority=12, startTime=1731680155061; duration=0sec 2024-11-15T14:15:55,607 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:55,607 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:A 2024-11-15T14:15:55,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742249_1425 (size=13085) 2024-11-15T14:15:55,618 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/80bc930658ad42429ff8be2f83d92fe2 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/80bc930658ad42429ff8be2f83d92fe2 2024-11-15T14:15:55,624 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/C of 35b30dd3b2f4608264234617f88f2b1d into 80bc930658ad42429ff8be2f83d92fe2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:55,624 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:55,625 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/C, priority=12, startTime=1731680155062; duration=0sec 2024-11-15T14:15:55,625 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:55,625 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:C 2024-11-15T14:15:55,680 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:15:55,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680215676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:55,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:55,689 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/916ad4581cb1421b909cded96d41acc1 2024-11-15T14:15:55,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680215695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:55,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680215695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:55,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680215696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:55,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:55,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680215696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:55,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/d759f9baa21b4d8986d35b416d7da7a0 is 50, key is test_row_0/B:col10/1731680154012/Put/seqid=0 2024-11-15T14:15:55,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742251_1427 (size=12301) 2024-11-15T14:15:55,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680215995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:56,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680216016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:56,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680216016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:56,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:56,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:56,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:56,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680216017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680216016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:56,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:56,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:56,141 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/d759f9baa21b4d8986d35b416d7da7a0 2024-11-15T14:15:56,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/5ce0aabba02542deb0415fa7ee9e6c03 is 50, key is test_row_0/C:col10/1731680154012/Put/seqid=0 2024-11-15T14:15:56,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742252_1428 (size=12301) 2024-11-15T14:15:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T14:15:56,245 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/5ce0aabba02542deb0415fa7ee9e6c03 2024-11-15T14:15:56,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/916ad4581cb1421b909cded96d41acc1 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/916ad4581cb1421b909cded96d41acc1 2024-11-15T14:15:56,261 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/916ad4581cb1421b909cded96d41acc1, entries=200, sequenceid=346, filesize=39.0 K 2024-11-15T14:15:56,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/d759f9baa21b4d8986d35b416d7da7a0 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d759f9baa21b4d8986d35b416d7da7a0 2024-11-15T14:15:56,301 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d759f9baa21b4d8986d35b416d7da7a0, entries=150, sequenceid=346, filesize=12.0 K 2024-11-15T14:15:56,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/5ce0aabba02542deb0415fa7ee9e6c03 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/5ce0aabba02542deb0415fa7ee9e6c03 2024-11-15T14:15:56,318 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/5ce0aabba02542deb0415fa7ee9e6c03, entries=150, sequenceid=346, filesize=12.0 K 2024-11-15T14:15:56,320 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 35b30dd3b2f4608264234617f88f2b1d in 1132ms, sequenceid=346, compaction requested=false 2024-11-15T14:15:56,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:56,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:56,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-15T14:15:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-15T14:15:56,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-15T14:15:56,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2230 sec 2024-11-15T14:15:56,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.2280 sec 2024-11-15T14:15:56,514 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:56,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-15T14:15:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:56,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bb7bbbbb636a4194b72413ad25bcc094_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680156510/Put/seqid=0 2024-11-15T14:15:56,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680216535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:56,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680216541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:56,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:56,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680216536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:56,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680216555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:56,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:56,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680216556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:56,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742253_1429 (size=14994) 2024-11-15T14:15:56,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680216666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:56,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:56,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680216677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:56,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:56,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680216685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:56,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680216887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:56,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:56,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680216887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:56,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:56,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:56,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680216896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:57,006 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,010 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bb7bbbbb636a4194b72413ad25bcc094_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bb7bbbbb636a4194b72413ad25bcc094_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:57,023 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/1c63f1bbdb29469b8cb945b8c7701105, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:57,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/1c63f1bbdb29469b8cb945b8c7701105 is 175, key is test_row_0/A:col10/1731680156510/Put/seqid=0 2024-11-15T14:15:57,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742254_1430 (size=39949) 2024-11-15T14:15:57,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680217195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:57,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:57,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:57,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:57,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680217195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:57,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:57,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:57,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:57,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680217205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:57,429 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/1c63f1bbdb29469b8cb945b8c7701105 2024-11-15T14:15:57,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/e3309bdda3a04d1b9200a3af8c103607 is 50, key is test_row_0/B:col10/1731680156510/Put/seqid=0 2024-11-15T14:15:57,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742255_1431 (size=12301) 2024-11-15T14:15:57,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49872 deadline: 1731680217565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:57,572 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in 35b30dd3b2f4608264234617f88f2b1d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:57,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:57,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:57,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49912 deadline: 1731680217576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:57,586 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in 35b30dd3b2f4608264234617f88f2b1d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2251 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:15:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:57,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49918 deadline: 1731680217706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:57,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49916 deadline: 1731680217706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:57,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:57,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:57,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:57,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:15:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49924 deadline: 1731680217715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 2024-11-15T14:15:57,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:57,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:15:57,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:15:57,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/e3309bdda3a04d1b9200a3af8c103607 2024-11-15T14:15:57,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/6471c613055b462b84dd60525fa7019e is 50, key is test_row_0/C:col10/1731680156510/Put/seqid=0 2024-11-15T14:15:57,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742256_1432 (size=12301) 2024-11-15T14:15:57,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/6471c613055b462b84dd60525fa7019e 2024-11-15T14:15:57,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/1c63f1bbdb29469b8cb945b8c7701105 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/1c63f1bbdb29469b8cb945b8c7701105 2024-11-15T14:15:57,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/1c63f1bbdb29469b8cb945b8c7701105, entries=200, sequenceid=378, filesize=39.0 K 2024-11-15T14:15:57,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/e3309bdda3a04d1b9200a3af8c103607 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/e3309bdda3a04d1b9200a3af8c103607 2024-11-15T14:15:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/e3309bdda3a04d1b9200a3af8c103607, entries=150, sequenceid=378, filesize=12.0 K 2024-11-15T14:15:57,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/6471c613055b462b84dd60525fa7019e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/6471c613055b462b84dd60525fa7019e 2024-11-15T14:15:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/6471c613055b462b84dd60525fa7019e, entries=150, sequenceid=378, filesize=12.0 K 2024-11-15T14:15:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 35b30dd3b2f4608264234617f88f2b1d in 1416ms, sequenceid=378, compaction requested=true 2024-11-15T14:15:57,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:57,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:15:57,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:57,931 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,931 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:15:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:57,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35b30dd3b2f4608264234617f88f2b1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:15:57,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,932 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,932 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111937 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:57,932 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/A is initiating minor compaction (all files) 2024-11-15T14:15:57,932 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/A in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:57,933 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/B is initiating minor compaction (all files) 2024-11-15T14:15:57,933 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/B in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:57,933 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e482bc19a641478ab738daaa5e61538d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/916ad4581cb1421b909cded96d41acc1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/1c63f1bbdb29469b8cb945b8c7701105] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=109.3 K 2024-11-15T14:15:57,933 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/2adcb33239b84543bf07035a2d16447c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d759f9baa21b4d8986d35b416d7da7a0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/e3309bdda3a04d1b9200a3af8c103607] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=36.8 K 2024-11-15T14:15:57,933 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:57,933 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e482bc19a641478ab738daaa5e61538d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/916ad4581cb1421b909cded96d41acc1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/1c63f1bbdb29469b8cb945b8c7701105] 2024-11-15T14:15:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,933 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 2adcb33239b84543bf07035a2d16447c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731680153822 2024-11-15T14:15:57,933 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting e482bc19a641478ab738daaa5e61538d, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731680153822 2024-11-15T14:15:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,933 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting d759f9baa21b4d8986d35b416d7da7a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731680154010 2024-11-15T14:15:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,934 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 916ad4581cb1421b909cded96d41acc1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731680154009 2024-11-15T14:15:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,934 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c63f1bbdb29469b8cb945b8c7701105, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731680155291 2024-11-15T14:15:57,934 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting e3309bdda3a04d1b9200a3af8c103607, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731680155327 2024-11-15T14:15:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,941 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,953 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#B#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,953 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/77357ed1ce8144f8b0b2b1dc7c2bd205 is 50, key is test_row_0/B:col10/1731680156510/Put/seqid=0 2024-11-15T14:15:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,955 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411157bcce3c0cf2d4fd0af7d3dcb0c9c3a3c_35b30dd3b2f4608264234617f88f2b1d store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:57,957 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411157bcce3c0cf2d4fd0af7d3dcb0c9c3a3c_35b30dd3b2f4608264234617f88f2b1d, store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:57,957 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157bcce3c0cf2d4fd0af7d3dcb0c9c3a3c_35b30dd3b2f4608264234617f88f2b1d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742258_1434 (size=4469) 2024-11-15T14:15:57,994 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#A#compaction#359 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:57,994 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/675ae78bbf2a4a5189de1cdd246642e5 is 175, key is test_row_0/A:col10/1731680156510/Put/seqid=0 2024-11-15T14:15:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742257_1433 (size=13187) 2024-11-15T14:15:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742259_1435 (size=32141) 2024-11-15T14:15:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,006 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/77357ed1ce8144f8b0b2b1dc7c2bd205 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/77357ed1ce8144f8b0b2b1dc7c2bd205 2024-11-15T14:15:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,011 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/B of 35b30dd3b2f4608264234617f88f2b1d into 77357ed1ce8144f8b0b2b1dc7c2bd205(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:58,011 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,011 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/B, priority=13, startTime=1731680157931; duration=0sec 2024-11-15T14:15:58,011 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:15:58,011 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:B 2024-11-15T14:15:58,011 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:15:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,012 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:15:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,012 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 35b30dd3b2f4608264234617f88f2b1d/C is initiating minor compaction (all files) 2024-11-15T14:15:58,012 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35b30dd3b2f4608264234617f88f2b1d/C in TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,013 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/80bc930658ad42429ff8be2f83d92fe2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/5ce0aabba02542deb0415fa7ee9e6c03, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/6471c613055b462b84dd60525fa7019e] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp, totalSize=36.8 K 2024-11-15T14:15:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,013 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 80bc930658ad42429ff8be2f83d92fe2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731680153822 2024-11-15T14:15:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,016 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ce0aabba02542deb0415fa7ee9e6c03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731680154010 2024-11-15T14:15:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,017 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 6471c613055b462b84dd60525fa7019e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731680155327 2024-11-15T14:15:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,024 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35b30dd3b2f4608264234617f88f2b1d#C#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:15:58,024 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/ee4c2c3c5c7e4cf49d5bbf15eb57eaff is 50, key is test_row_0/C:col10/1731680156510/Put/seqid=0 2024-11-15T14:15:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742260_1436 (size=13187) 2024-11-15T14:15:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,150 INFO [Thread-1519 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1519. 2024-11-15T14:15:58,150 DEBUG [Thread-1519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:58,150 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:58,150 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:58,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,154 INFO [Thread-1517 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1517. 2024-11-15T14:15:58,154 DEBUG [Thread-1517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:58,154 DEBUG [Thread-1517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,154 DEBUG [Thread-1517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:58,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,164 INFO [Thread-1515 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1515. 2024-11-15T14:15:58,164 DEBUG [Thread-1515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:58,164 DEBUG [Thread-1515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,164 DEBUG [Thread-1515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:58,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,177 INFO [Thread-1513 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1513. 2024-11-15T14:15:58,177 DEBUG [Thread-1513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:58,177 DEBUG [Thread-1513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:58,177 DEBUG [Thread-1513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:58,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:58,181 INFO [Thread-1521 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1521. 2024-11-15T14:15:58,181 DEBUG [Thread-1521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:58,181 DEBUG [Thread-1521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:58,181 DEBUG [Thread-1521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:58,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T14:15:58,266 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:15:58,408 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/675ae78bbf2a4a5189de1cdd246642e5 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/675ae78bbf2a4a5189de1cdd246642e5 2024-11-15T14:15:58,413 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/A of 35b30dd3b2f4608264234617f88f2b1d into 675ae78bbf2a4a5189de1cdd246642e5(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:58,413 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:58,413 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/A, priority=13, startTime=1731680157931; duration=0sec 2024-11-15T14:15:58,413 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:58,413 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:A 2024-11-15T14:15:58,445 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/ee4c2c3c5c7e4cf49d5bbf15eb57eaff as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/ee4c2c3c5c7e4cf49d5bbf15eb57eaff 2024-11-15T14:15:58,450 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35b30dd3b2f4608264234617f88f2b1d/C of 35b30dd3b2f4608264234617f88f2b1d into ee4c2c3c5c7e4cf49d5bbf15eb57eaff(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:15:58,450 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:15:58,450 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., storeName=35b30dd3b2f4608264234617f88f2b1d/C, priority=13, startTime=1731680157931; duration=0sec 2024-11-15T14:15:58,450 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:15:58,450 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35b30dd3b2f4608264234617f88f2b1d:C 2024-11-15T14:15:58,732 INFO [Thread-1506 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1506. 2024-11-15T14:15:58,732 INFO [Thread-1508 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1508. 2024-11-15T14:15:58,732 DEBUG [Thread-1506 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:58,732 DEBUG [Thread-1508 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:58,732 DEBUG [Thread-1506 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:58,732 DEBUG [Thread-1508 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:58,732 DEBUG [Thread-1506 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:58,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:58,732 DEBUG [Thread-1508 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:58,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:58,737 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:15:58,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:15:58,737 INFO [Thread-1510 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1510. 2024-11-15T14:15:58,737 DEBUG [Thread-1510 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:58,737 DEBUG [Thread-1510 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:58,737 DEBUG [Thread-1510 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:58,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:58,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115972ad54fcf854ae889df58fe90a444f8_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680158727/Put/seqid=0 2024-11-15T14:15:58,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742261_1437 (size=9914) 2024-11-15T14:15:59,146 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:15:59,151 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115972ad54fcf854ae889df58fe90a444f8_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115972ad54fcf854ae889df58fe90a444f8_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:59,152 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/39056a6373c7494caf4ef5a9675f599b, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:15:59,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/39056a6373c7494caf4ef5a9675f599b is 175, key is test_row_0/A:col10/1731680158727/Put/seqid=0 2024-11-15T14:15:59,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742262_1438 (size=22561) 2024-11-15T14:15:59,558 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=392, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/39056a6373c7494caf4ef5a9675f599b 2024-11-15T14:15:59,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/49e65766331e41388e54f9a0854188ac is 50, key is test_row_0/B:col10/1731680158727/Put/seqid=0 2024-11-15T14:15:59,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742263_1439 (size=9857) 2024-11-15T14:15:59,586 INFO [Thread-1504 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1504. 2024-11-15T14:15:59,586 DEBUG [Thread-1504 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:59,586 DEBUG [Thread-1504 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:59,586 DEBUG [Thread-1504 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:59,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:59,596 INFO [Thread-1502 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1502. 2024-11-15T14:15:59,596 DEBUG [Thread-1502 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:15:59,596 DEBUG [Thread-1502 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:59,597 DEBUG [Thread-1502 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:59,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 845 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2473 rows 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 813 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2439 rows 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 807 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2421 rows 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 834 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2456 rows 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 815 2024-11-15T14:15:59,597 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2445 rows 2024-11-15T14:15:59,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:15:59,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:15:59,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:59,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:15:59,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:15:59,598 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-15T14:15:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T14:15:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T14:15:59,601 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680159600"}]},"ts":"1731680159600"} 2024-11-15T14:15:59,602 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T14:15:59,602 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T14:15:59,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T14:15:59,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=35b30dd3b2f4608264234617f88f2b1d, UNASSIGN}] 2024-11-15T14:15:59,605 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=35b30dd3b2f4608264234617f88f2b1d, UNASSIGN 2024-11-15T14:15:59,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=35b30dd3b2f4608264234617f88f2b1d, regionState=CLOSING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:15:59,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=35b30dd3b2f4608264234617f88f2b1d, UNASSIGN because future has completed 2024-11-15T14:15:59,608 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T14:15:59,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:15:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T14:15:59,761 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:15:59,761 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T14:15:59,761 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing 35b30dd3b2f4608264234617f88f2b1d, disabling compactions & flushes 2024-11-15T14:15:59,762 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:15:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T14:15:59,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/49e65766331e41388e54f9a0854188ac 2024-11-15T14:15:59,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/620ccb4c71a247878d88917f76d6f54c is 50, key is test_row_0/C:col10/1731680158727/Put/seqid=0 2024-11-15T14:15:59,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742264_1440 (size=9857) 2024-11-15T14:16:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T14:16:00,312 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/831f1cf4c7824a2aabb5aee35de40a39, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/6705b5523c0242a08478a84edd452d96, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/08a8081309c042028303853365f8a36d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/34c88605fc1c40d8b9d20893102a1b8a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/46e2dc9ba48d4d759a75c01358caa706, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/caa73c5145ca4b3a9fa74481c25255a8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/2583b322f4944074b8cfa331e3b67a94, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/ea556bb117ff44218b1fba65a9f73359, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/60f2ec548aa74dcb9f3c521bc0888ab6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/d61b812ace464dab8ed582da3e9871a2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/2d9b844ac0a34517bb8defe790135b8d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/6b455d5218044ec491d824464d8d5240, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/3d55389445d24967a4929acdff95c854, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e80d5b58b0ed4003a15d574668c55e64, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/3a845153e7e1400fbaf1ab6e9dcee119, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e292ceb6a5264d35a74f13452eb0b989, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/87699c4724544c2e95f0a65f9f032dd2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/0a0f396b42ee49aba8ecbb6f3085a5b2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/4c5f950df3974856b0274bb3b5e352a3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/9b471f69ff54443bb64675e6a528f63f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/158eaad953e34620b366b11730e3bcf0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/73eda35986164a14877a46453505664c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e482bc19a641478ab738daaa5e61538d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e8a49ae0aeb847cba9bc0d435f31b1af, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/916ad4581cb1421b909cded96d41acc1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/1c63f1bbdb29469b8cb945b8c7701105] to archive 2024-11-15T14:16:00,313 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:16:00,315 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/831f1cf4c7824a2aabb5aee35de40a39 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/831f1cf4c7824a2aabb5aee35de40a39 2024-11-15T14:16:00,316 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/6705b5523c0242a08478a84edd452d96 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/6705b5523c0242a08478a84edd452d96 2024-11-15T14:16:00,318 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/08a8081309c042028303853365f8a36d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/08a8081309c042028303853365f8a36d 2024-11-15T14:16:00,319 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/34c88605fc1c40d8b9d20893102a1b8a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/34c88605fc1c40d8b9d20893102a1b8a 2024-11-15T14:16:00,320 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/46e2dc9ba48d4d759a75c01358caa706 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/46e2dc9ba48d4d759a75c01358caa706 2024-11-15T14:16:00,321 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/caa73c5145ca4b3a9fa74481c25255a8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/caa73c5145ca4b3a9fa74481c25255a8 2024-11-15T14:16:00,323 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/2583b322f4944074b8cfa331e3b67a94 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/2583b322f4944074b8cfa331e3b67a94 2024-11-15T14:16:00,324 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/ea556bb117ff44218b1fba65a9f73359 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/ea556bb117ff44218b1fba65a9f73359 2024-11-15T14:16:00,325 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/60f2ec548aa74dcb9f3c521bc0888ab6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/60f2ec548aa74dcb9f3c521bc0888ab6 2024-11-15T14:16:00,326 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/d61b812ace464dab8ed582da3e9871a2 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/d61b812ace464dab8ed582da3e9871a2 2024-11-15T14:16:00,327 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/2d9b844ac0a34517bb8defe790135b8d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/2d9b844ac0a34517bb8defe790135b8d 2024-11-15T14:16:00,328 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/6b455d5218044ec491d824464d8d5240 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/6b455d5218044ec491d824464d8d5240 2024-11-15T14:16:00,329 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/3d55389445d24967a4929acdff95c854 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/3d55389445d24967a4929acdff95c854 2024-11-15T14:16:00,331 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e80d5b58b0ed4003a15d574668c55e64 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e80d5b58b0ed4003a15d574668c55e64 2024-11-15T14:16:00,332 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/3a845153e7e1400fbaf1ab6e9dcee119 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/3a845153e7e1400fbaf1ab6e9dcee119 2024-11-15T14:16:00,333 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e292ceb6a5264d35a74f13452eb0b989 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e292ceb6a5264d35a74f13452eb0b989 2024-11-15T14:16:00,334 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/87699c4724544c2e95f0a65f9f032dd2 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/87699c4724544c2e95f0a65f9f032dd2 2024-11-15T14:16:00,336 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/0a0f396b42ee49aba8ecbb6f3085a5b2 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/0a0f396b42ee49aba8ecbb6f3085a5b2 2024-11-15T14:16:00,337 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/4c5f950df3974856b0274bb3b5e352a3 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/4c5f950df3974856b0274bb3b5e352a3 2024-11-15T14:16:00,338 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/9b471f69ff54443bb64675e6a528f63f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/9b471f69ff54443bb64675e6a528f63f 2024-11-15T14:16:00,339 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/158eaad953e34620b366b11730e3bcf0 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/158eaad953e34620b366b11730e3bcf0 2024-11-15T14:16:00,341 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/73eda35986164a14877a46453505664c to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/73eda35986164a14877a46453505664c 2024-11-15T14:16:00,342 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e482bc19a641478ab738daaa5e61538d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e482bc19a641478ab738daaa5e61538d 2024-11-15T14:16:00,343 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e8a49ae0aeb847cba9bc0d435f31b1af to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/e8a49ae0aeb847cba9bc0d435f31b1af 2024-11-15T14:16:00,345 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/916ad4581cb1421b909cded96d41acc1 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/916ad4581cb1421b909cded96d41acc1 2024-11-15T14:16:00,346 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/1c63f1bbdb29469b8cb945b8c7701105 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/1c63f1bbdb29469b8cb945b8c7701105 2024-11-15T14:16:00,350 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/3fa540ee1f5e4b76a7a0d65f024d9d71, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d610dad9dcb943248317458040ac4a6f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d8d7b173e38e455694199861d2faa8bf, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/854febd4d80b4951b20be82fdcadf465, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/dff9dcdfbebd4101988cc5df47f2dd5a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/eb220b82de1b450ca01c0aa0eda7f735, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/3c4778fdd54f462fbd43a01e8ac0daee, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/5b78a521d7a64258a0320561d444142a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/394a74161f51416e9868814d22be6dc7, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/821eca3196704d38a6e71e8caff98cca, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/263183235d64439b9d5d18c1a8ae2e19, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/437903f5862744a1af54d88cb95091bb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/a73980a508e64f229e794237405eebbb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/769a4b7a32be419ca24bba1f70333a92, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/965ea1d8d2ab4dd386eee4be15916528, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/2d67d122438542a5bf82763dffead7c3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/7e8fb05baf444b8d96c49f5d87190a43, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/6b16a7690a24424ebb1cb864c16438d8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/9fc799be06404a47a6c94e66b6490fc6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/c0821e9fa9ac4aa7b01b58da0c65b4f2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/055f712bc09c4672bb224c719e169b80, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/97d5bd8ef6c2435ebcbe2a3f0cbb5b5a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/2adcb33239b84543bf07035a2d16447c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/67dc27f6ece147239d76bea8e310d448, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d759f9baa21b4d8986d35b416d7da7a0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/e3309bdda3a04d1b9200a3af8c103607] to archive 2024-11-15T14:16:00,351 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:16:00,352 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/3fa540ee1f5e4b76a7a0d65f024d9d71 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/3fa540ee1f5e4b76a7a0d65f024d9d71 2024-11-15T14:16:00,354 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d610dad9dcb943248317458040ac4a6f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d610dad9dcb943248317458040ac4a6f 2024-11-15T14:16:00,355 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d8d7b173e38e455694199861d2faa8bf to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d8d7b173e38e455694199861d2faa8bf 2024-11-15T14:16:00,356 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/854febd4d80b4951b20be82fdcadf465 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/854febd4d80b4951b20be82fdcadf465 2024-11-15T14:16:00,358 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/dff9dcdfbebd4101988cc5df47f2dd5a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/dff9dcdfbebd4101988cc5df47f2dd5a 2024-11-15T14:16:00,359 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/eb220b82de1b450ca01c0aa0eda7f735 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/eb220b82de1b450ca01c0aa0eda7f735 2024-11-15T14:16:00,359 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/3c4778fdd54f462fbd43a01e8ac0daee to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/3c4778fdd54f462fbd43a01e8ac0daee 2024-11-15T14:16:00,360 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/5b78a521d7a64258a0320561d444142a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/5b78a521d7a64258a0320561d444142a 2024-11-15T14:16:00,361 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/394a74161f51416e9868814d22be6dc7 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/394a74161f51416e9868814d22be6dc7 2024-11-15T14:16:00,362 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/821eca3196704d38a6e71e8caff98cca to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/821eca3196704d38a6e71e8caff98cca 2024-11-15T14:16:00,363 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/263183235d64439b9d5d18c1a8ae2e19 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/263183235d64439b9d5d18c1a8ae2e19 2024-11-15T14:16:00,365 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/437903f5862744a1af54d88cb95091bb to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/437903f5862744a1af54d88cb95091bb 2024-11-15T14:16:00,366 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/a73980a508e64f229e794237405eebbb to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/a73980a508e64f229e794237405eebbb 2024-11-15T14:16:00,367 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/769a4b7a32be419ca24bba1f70333a92 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/769a4b7a32be419ca24bba1f70333a92 2024-11-15T14:16:00,368 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/965ea1d8d2ab4dd386eee4be15916528 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/965ea1d8d2ab4dd386eee4be15916528 2024-11-15T14:16:00,369 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/2d67d122438542a5bf82763dffead7c3 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/2d67d122438542a5bf82763dffead7c3 2024-11-15T14:16:00,370 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/7e8fb05baf444b8d96c49f5d87190a43 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/7e8fb05baf444b8d96c49f5d87190a43 2024-11-15T14:16:00,370 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/6b16a7690a24424ebb1cb864c16438d8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/6b16a7690a24424ebb1cb864c16438d8 2024-11-15T14:16:00,371 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/9fc799be06404a47a6c94e66b6490fc6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/9fc799be06404a47a6c94e66b6490fc6 2024-11-15T14:16:00,373 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/c0821e9fa9ac4aa7b01b58da0c65b4f2 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/c0821e9fa9ac4aa7b01b58da0c65b4f2 2024-11-15T14:16:00,374 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/055f712bc09c4672bb224c719e169b80 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/055f712bc09c4672bb224c719e169b80 2024-11-15T14:16:00,375 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/97d5bd8ef6c2435ebcbe2a3f0cbb5b5a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/97d5bd8ef6c2435ebcbe2a3f0cbb5b5a 2024-11-15T14:16:00,376 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/2adcb33239b84543bf07035a2d16447c to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/2adcb33239b84543bf07035a2d16447c 2024-11-15T14:16:00,376 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/67dc27f6ece147239d76bea8e310d448 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/67dc27f6ece147239d76bea8e310d448 2024-11-15T14:16:00,378 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d759f9baa21b4d8986d35b416d7da7a0 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/d759f9baa21b4d8986d35b416d7da7a0 2024-11-15T14:16:00,378 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/e3309bdda3a04d1b9200a3af8c103607 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/e3309bdda3a04d1b9200a3af8c103607 2024-11-15T14:16:00,382 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/b8175633db07442982525af85177e51b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/45a9a74de8e543ceade5a9ad1fd79809, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/1844ad08da1b42ffbf1a85ca878eeac1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d1a36d7bd5614da7b1652aa650966970, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/8ea4dabcaf394dbbb32f8135390ff580, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/9b792f23337246d4a30bf3bdd319938b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/ffb0abd4378c47b0a600a29302d059e3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/849feaebf3844c1ea710f9a5cf3aeb1a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/f07d01685eb64021845126d6aae7371e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/81b104c511b04047802197e410162cae, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7d727742f4844a799cfda1b7883dce09, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d27eec71d18e43aaa293a89adc3977a9, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/9b2e77378de54c8da2cb8c08a4ce9d5b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d121f4e60dda47cf9c6480d8e67cc669, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/f00504392a624ff087cbaa7c7e126531, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/4639ac7272bd48b6b9ee7624ae5fd354, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/49c548a7451c41e6b8e0a660a87727c3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7ccbf97fef054c6694c1b24ed716f2c5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/23677b3c69dc4e9bbad975ec1f6e276b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/985b8c3a22fe4e7495b014077bf51449, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7056b3da1ba4451faf7d0dbd9ac74b43, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/f27d5bc6777e46f39e465509bce55cd8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/80bc930658ad42429ff8be2f83d92fe2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/029bde30645c4b9c81c48174b134a983, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/5ce0aabba02542deb0415fa7ee9e6c03, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/6471c613055b462b84dd60525fa7019e] to archive 2024-11-15T14:16:00,383 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:16:00,384 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/b8175633db07442982525af85177e51b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/b8175633db07442982525af85177e51b 2024-11-15T14:16:00,385 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/45a9a74de8e543ceade5a9ad1fd79809 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/45a9a74de8e543ceade5a9ad1fd79809 2024-11-15T14:16:00,386 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/1844ad08da1b42ffbf1a85ca878eeac1 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/1844ad08da1b42ffbf1a85ca878eeac1 2024-11-15T14:16:00,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/620ccb4c71a247878d88917f76d6f54c 2024-11-15T14:16:00,387 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d1a36d7bd5614da7b1652aa650966970 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d1a36d7bd5614da7b1652aa650966970 2024-11-15T14:16:00,388 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/8ea4dabcaf394dbbb32f8135390ff580 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/8ea4dabcaf394dbbb32f8135390ff580 2024-11-15T14:16:00,389 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/9b792f23337246d4a30bf3bdd319938b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/9b792f23337246d4a30bf3bdd319938b 2024-11-15T14:16:00,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/39056a6373c7494caf4ef5a9675f599b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/39056a6373c7494caf4ef5a9675f599b 2024-11-15T14:16:00,391 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/ffb0abd4378c47b0a600a29302d059e3 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/ffb0abd4378c47b0a600a29302d059e3 2024-11-15T14:16:00,393 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/849feaebf3844c1ea710f9a5cf3aeb1a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/849feaebf3844c1ea710f9a5cf3aeb1a 2024-11-15T14:16:00,394 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/f07d01685eb64021845126d6aae7371e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/f07d01685eb64021845126d6aae7371e 2024-11-15T14:16:00,396 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/81b104c511b04047802197e410162cae to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/81b104c511b04047802197e410162cae 2024-11-15T14:16:00,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/39056a6373c7494caf4ef5a9675f599b, entries=100, sequenceid=392, filesize=22.0 K 2024-11-15T14:16:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/49e65766331e41388e54f9a0854188ac as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/49e65766331e41388e54f9a0854188ac 2024-11-15T14:16:00,397 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7d727742f4844a799cfda1b7883dce09 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7d727742f4844a799cfda1b7883dce09 2024-11-15T14:16:00,397 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d27eec71d18e43aaa293a89adc3977a9 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d27eec71d18e43aaa293a89adc3977a9 2024-11-15T14:16:00,398 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/9b2e77378de54c8da2cb8c08a4ce9d5b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/9b2e77378de54c8da2cb8c08a4ce9d5b 2024-11-15T14:16:00,399 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d121f4e60dda47cf9c6480d8e67cc669 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/d121f4e60dda47cf9c6480d8e67cc669 2024-11-15T14:16:00,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/49e65766331e41388e54f9a0854188ac, entries=100, sequenceid=392, filesize=9.6 K 2024-11-15T14:16:00,400 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/f00504392a624ff087cbaa7c7e126531 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/f00504392a624ff087cbaa7c7e126531 2024-11-15T14:16:00,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/620ccb4c71a247878d88917f76d6f54c as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/620ccb4c71a247878d88917f76d6f54c 2024-11-15T14:16:00,401 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/4639ac7272bd48b6b9ee7624ae5fd354 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/4639ac7272bd48b6b9ee7624ae5fd354 2024-11-15T14:16:00,401 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/49c548a7451c41e6b8e0a660a87727c3 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/49c548a7451c41e6b8e0a660a87727c3 2024-11-15T14:16:00,402 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7ccbf97fef054c6694c1b24ed716f2c5 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7ccbf97fef054c6694c1b24ed716f2c5 2024-11-15T14:16:00,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/620ccb4c71a247878d88917f76d6f54c, entries=100, sequenceid=392, filesize=9.6 K 2024-11-15T14:16:00,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for 35b30dd3b2f4608264234617f88f2b1d in 1667ms, sequenceid=392, compaction requested=false 2024-11-15T14:16:00,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35b30dd3b2f4608264234617f88f2b1d: 2024-11-15T14:16:00,404 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:16:00,404 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:16:00,404 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. after waiting 0 ms 2024-11-15T14:16:00,404 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/23677b3c69dc4e9bbad975ec1f6e276b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/23677b3c69dc4e9bbad975ec1f6e276b 2024-11-15T14:16:00,404 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:16:00,404 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing 35b30dd3b2f4608264234617f88f2b1d 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-15T14:16:00,405 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/985b8c3a22fe4e7495b014077bf51449 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/985b8c3a22fe4e7495b014077bf51449 2024-11-15T14:16:00,406 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7056b3da1ba4451faf7d0dbd9ac74b43 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/7056b3da1ba4451faf7d0dbd9ac74b43 2024-11-15T14:16:00,406 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/f27d5bc6777e46f39e465509bce55cd8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/f27d5bc6777e46f39e465509bce55cd8 2024-11-15T14:16:00,407 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/80bc930658ad42429ff8be2f83d92fe2 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/80bc930658ad42429ff8be2f83d92fe2 2024-11-15T14:16:00,408 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/029bde30645c4b9c81c48174b134a983 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/029bde30645c4b9c81c48174b134a983 2024-11-15T14:16:00,409 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/5ce0aabba02542deb0415fa7ee9e6c03 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/5ce0aabba02542deb0415fa7ee9e6c03 2024-11-15T14:16:00,409 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/6471c613055b462b84dd60525fa7019e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/6471c613055b462b84dd60525fa7019e 2024-11-15T14:16:00,409 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150b6ddb3b26ea45d78ec804d12f6efb7c_35b30dd3b2f4608264234617f88f2b1d is 50, key is test_row_0/A:col10/1731680159585/Put/seqid=0 2024-11-15T14:16:00,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742265_1441 (size=9914) 2024-11-15T14:16:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T14:16:00,813 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:00,821 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150b6ddb3b26ea45d78ec804d12f6efb7c_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150b6ddb3b26ea45d78ec804d12f6efb7c_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:00,822 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/114eafde47014609ba06a14a0c81de78, store: [table=TestAcidGuarantees family=A region=35b30dd3b2f4608264234617f88f2b1d] 2024-11-15T14:16:00,822 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/114eafde47014609ba06a14a0c81de78 is 175, key is test_row_0/A:col10/1731680159585/Put/seqid=0 2024-11-15T14:16:00,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742266_1442 (size=22561) 2024-11-15T14:16:01,228 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=397, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/114eafde47014609ba06a14a0c81de78 2024-11-15T14:16:01,240 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/baed7c9ed3c042b9b68d92c4f1df241b is 50, key is test_row_0/B:col10/1731680159585/Put/seqid=0 2024-11-15T14:16:01,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742267_1443 (size=9857) 2024-11-15T14:16:01,644 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/baed7c9ed3c042b9b68d92c4f1df241b 2024-11-15T14:16:01,656 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/79ca6a10954e48cb89561047a052f572 is 50, key is test_row_0/C:col10/1731680159585/Put/seqid=0 2024-11-15T14:16:01,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742268_1444 (size=9857) 2024-11-15T14:16:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T14:16:02,061 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/79ca6a10954e48cb89561047a052f572 2024-11-15T14:16:02,065 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/A/114eafde47014609ba06a14a0c81de78 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/114eafde47014609ba06a14a0c81de78 2024-11-15T14:16:02,069 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/114eafde47014609ba06a14a0c81de78, entries=100, sequenceid=397, filesize=22.0 K 2024-11-15T14:16:02,070 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/B/baed7c9ed3c042b9b68d92c4f1df241b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/baed7c9ed3c042b9b68d92c4f1df241b 2024-11-15T14:16:02,074 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/baed7c9ed3c042b9b68d92c4f1df241b, entries=100, sequenceid=397, filesize=9.6 K 2024-11-15T14:16:02,075 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/.tmp/C/79ca6a10954e48cb89561047a052f572 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/79ca6a10954e48cb89561047a052f572 2024-11-15T14:16:02,078 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/79ca6a10954e48cb89561047a052f572, entries=100, sequenceid=397, filesize=9.6 K 2024-11-15T14:16:02,079 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 35b30dd3b2f4608264234617f88f2b1d in 1675ms, sequenceid=397, compaction requested=true 2024-11-15T14:16:02,084 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/recovered.edits/400.seqid, newMaxSeqId=400, maxSeqId=4 2024-11-15T14:16:02,085 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. 2024-11-15T14:16:02,085 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for 35b30dd3b2f4608264234617f88f2b1d: Waiting for close lock at 1731680159761Running coprocessor pre-close hooks at 1731680159761Disabling compacts and flushes for region at 1731680159761Disabling writes for close at 1731680160404 (+643 ms)Obtaining lock to block concurrent updates at 1731680160404Preparing flush snapshotting stores in 35b30dd3b2f4608264234617f88f2b1d at 1731680160404Finished memstore snapshotting TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731680160404Flushing stores of TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d. at 1731680160405 (+1 ms)Flushing 35b30dd3b2f4608264234617f88f2b1d/A: creating writer at 1731680160405Flushing mob file 35b30dd3b2f4608264234617f88f2b1d/A: appending metadata at 1731680160409 (+4 ms)Flushing mob file 35b30dd3b2f4608264234617f88f2b1d/A: closing flushed file at 1731680160409Flushing 35b30dd3b2f4608264234617f88f2b1d/A: appending metadata at 1731680160822 (+413 ms)Flushing 35b30dd3b2f4608264234617f88f2b1d/A: closing flushed file at 1731680160822Flushing 35b30dd3b2f4608264234617f88f2b1d/B: creating writer at 1731680161237 (+415 ms)Flushing 35b30dd3b2f4608264234617f88f2b1d/B: appending metadata at 1731680161239 (+2 ms)Flushing 35b30dd3b2f4608264234617f88f2b1d/B: closing flushed file at 1731680161239Flushing 35b30dd3b2f4608264234617f88f2b1d/C: creating writer at 1731680161651 (+412 ms)Flushing 35b30dd3b2f4608264234617f88f2b1d/C: appending metadata at 1731680161655 (+4 ms)Flushing 35b30dd3b2f4608264234617f88f2b1d/C: closing flushed file at 1731680161655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620c8e1e: reopening flushed file at 1731680162064 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@428401f6: reopening flushed file at 1731680162070 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1132af09: reopening flushed file at 1731680162074 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 35b30dd3b2f4608264234617f88f2b1d in 1675ms, sequenceid=397, compaction requested=true at 1731680162079 (+5 ms)Writing region close event to WAL at 1731680162081 (+2 ms)Running coprocessor post-close hooks at 1731680162085 (+4 ms)Closed at 1731680162085 2024-11-15T14:16:02,087 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed 35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:02,087 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=35b30dd3b2f4608264234617f88f2b1d, regionState=CLOSED 2024-11-15T14:16:02,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:16:02,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-15T14:16:02,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure 35b30dd3b2f4608264234617f88f2b1d, server=26754e923c4a,43473,1731680037386 in 2.4820 sec 2024-11-15T14:16:02,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-11-15T14:16:02,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=35b30dd3b2f4608264234617f88f2b1d, UNASSIGN in 2.4880 sec 2024-11-15T14:16:02,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-15T14:16:02,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.4930 sec 2024-11-15T14:16:02,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680162098"}]},"ts":"1731680162098"} 2024-11-15T14:16:02,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T14:16:02,101 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T14:16:02,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5030 sec 2024-11-15T14:16:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T14:16:03,755 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:03,756 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-15T14:16:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:03,757 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T14:16:03,758 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:03,760 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,762 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/recovered.edits] 2024-11-15T14:16:03,764 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/114eafde47014609ba06a14a0c81de78 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/114eafde47014609ba06a14a0c81de78 2024-11-15T14:16:03,766 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/39056a6373c7494caf4ef5a9675f599b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/39056a6373c7494caf4ef5a9675f599b 2024-11-15T14:16:03,767 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/675ae78bbf2a4a5189de1cdd246642e5 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/A/675ae78bbf2a4a5189de1cdd246642e5 2024-11-15T14:16:03,770 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/49e65766331e41388e54f9a0854188ac to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/49e65766331e41388e54f9a0854188ac 2024-11-15T14:16:03,771 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/77357ed1ce8144f8b0b2b1dc7c2bd205 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/77357ed1ce8144f8b0b2b1dc7c2bd205 2024-11-15T14:16:03,772 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/baed7c9ed3c042b9b68d92c4f1df241b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/B/baed7c9ed3c042b9b68d92c4f1df241b 2024-11-15T14:16:03,775 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/620ccb4c71a247878d88917f76d6f54c to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/620ccb4c71a247878d88917f76d6f54c 2024-11-15T14:16:03,776 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/79ca6a10954e48cb89561047a052f572 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/79ca6a10954e48cb89561047a052f572 2024-11-15T14:16:03,777 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/ee4c2c3c5c7e4cf49d5bbf15eb57eaff to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/C/ee4c2c3c5c7e4cf49d5bbf15eb57eaff 2024-11-15T14:16:03,779 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/recovered.edits/400.seqid to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d/recovered.edits/400.seqid 2024-11-15T14:16:03,780 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,780 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T14:16:03,781 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T14:16:03,782 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T14:16:03,785 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111502b0224bee734d0e9e654fc6a56f142f_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111502b0224bee734d0e9e654fc6a56f142f_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,791 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150b6ddb3b26ea45d78ec804d12f6efb7c_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150b6ddb3b26ea45d78ec804d12f6efb7c_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,793 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150c9c6c4b01ac467aa96647174cbd738b_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150c9c6c4b01ac467aa96647174cbd738b_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,795 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115183b6be790fe4e9384d565ba3737aef4_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115183b6be790fe4e9384d565ba3737aef4_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,796 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115340e3714d56843ae852e1bf166a4f3dc_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115340e3714d56843ae852e1bf166a4f3dc_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,798 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153569672b573744d8a94756ee16757cf1_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153569672b573744d8a94756ee16757cf1_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,799 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153720d58263cb4145a638b741cc4b26ad_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153720d58263cb4145a638b741cc4b26ad_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,801 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153aa3b13233c54b20a568d0dcca324ded_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153aa3b13233c54b20a568d0dcca324ded_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,802 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154ca3b46b778843c98462e7d5cfc54021_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154ca3b46b778843c98462e7d5cfc54021_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,803 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111555cb5ac8318c41e59bfcd3bcf52a0be8_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111555cb5ac8318c41e59bfcd3bcf52a0be8_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,805 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155b4d3f5756784155b900b42af692fb29_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155b4d3f5756784155b900b42af692fb29_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,808 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111565d0af5d8a614324a407b203ab1865c1_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111565d0af5d8a614324a407b203ab1865c1_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,809 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115676c705347d94db2995cfe93dae402e7_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115676c705347d94db2995cfe93dae402e7_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,811 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111585d3e9b04192459784579e6efb2682c7_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111585d3e9b04192459784579e6efb2682c7_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,812 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115972ad54fcf854ae889df58fe90a444f8_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115972ad54fcf854ae889df58fe90a444f8_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,814 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159e36a7c16a7c437587ddcee9752b5a07_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159e36a7c16a7c437587ddcee9752b5a07_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,815 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a47563e5c2e744a49a55379e8bf64657_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a47563e5c2e744a49a55379e8bf64657_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,816 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a7bf4939c66e439a90bb139f56c4a0df_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a7bf4939c66e439a90bb139f56c4a0df_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,817 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bb7bbbbb636a4194b72413ad25bcc094_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bb7bbbbb636a4194b72413ad25bcc094_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,818 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e75104b4387e4ebfa5c4b76279d1e897_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e75104b4387e4ebfa5c4b76279d1e897_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,819 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115edf373d22574402ebe0e54196deb2a5f_35b30dd3b2f4608264234617f88f2b1d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115edf373d22574402ebe0e54196deb2a5f_35b30dd3b2f4608264234617f88f2b1d 2024-11-15T14:16:03,820 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T14:16:03,822 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:03,825 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T14:16:03,830 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T14:16:03,831 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:03,831 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T14:16:03,831 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731680163831"}]},"ts":"9223372036854775807"} 2024-11-15T14:16:03,834 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T14:16:03,834 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 35b30dd3b2f4608264234617f88f2b1d, NAME => 'TestAcidGuarantees,,1731680134865.35b30dd3b2f4608264234617f88f2b1d.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T14:16:03,834 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T14:16:03,834 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731680163834"}]},"ts":"9223372036854775807"} 2024-11-15T14:16:03,836 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T14:16:03,837 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:03,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 81 msec 2024-11-15T14:16:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T14:16:03,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T14:16:03,866 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:03,878 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242 (was 238) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-613755117_22 at /127.0.0.1:36274 [Waiting for operation #1252] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1052420821_22 at /127.0.0.1:39656 [Waiting for operation #1423] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1052420821_22 at /127.0.0.1:36268 [Waiting for operation #1305] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-613755117_22 at /127.0.0.1:51236 [Waiting for operation #1468] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=771 (was 696) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=271 (was 262) - AvailableMemoryMB LEAK? - 2024-11-15T14:16:03,887 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=771, ProcessCount=11, AvailableMemoryMB=271 2024-11-15T14:16:03,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T14:16:03,889 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:16:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:03,891 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:16:03,891 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:03,891 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-11-15T14:16:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-15T14:16:03,892 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:16:03,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742269_1445 (size=959) 2024-11-15T14:16:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-15T14:16:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-15T14:16:04,301 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114 2024-11-15T14:16:04,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742270_1446 (size=53) 2024-11-15T14:16:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-15T14:16:04,713 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:16:04,713 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7ef4060298b70a84a0749d7f26cf7231, disabling compactions & flushes 2024-11-15T14:16:04,713 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:04,713 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:04,713 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. after waiting 0 ms 2024-11-15T14:16:04,713 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:04,713 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:04,714 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ef4060298b70a84a0749d7f26cf7231: Waiting for close lock at 1731680164713Disabling compacts and flushes for region at 1731680164713Disabling writes for close at 1731680164713Writing region close event to WAL at 1731680164713Closed at 1731680164713 2024-11-15T14:16:04,717 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:16:04,717 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731680164717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731680164717"}]},"ts":"1731680164717"} 2024-11-15T14:16:04,720 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:16:04,721 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:16:04,721 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680164721"}]},"ts":"1731680164721"} 2024-11-15T14:16:04,723 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T14:16:04,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ef4060298b70a84a0749d7f26cf7231, ASSIGN}] 2024-11-15T14:16:04,724 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ef4060298b70a84a0749d7f26cf7231, ASSIGN 2024-11-15T14:16:04,725 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ef4060298b70a84a0749d7f26cf7231, ASSIGN; state=OFFLINE, location=26754e923c4a,43473,1731680037386; forceNewPlan=false, retain=false 2024-11-15T14:16:04,876 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=7ef4060298b70a84a0749d7f26cf7231, regionState=OPENING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:16:04,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ef4060298b70a84a0749d7f26cf7231, ASSIGN because future has completed 2024-11-15T14:16:04,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:16:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-15T14:16:05,034 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:05,034 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:16:05,035 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:05,035 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:16:05,035 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:05,035 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:05,037 INFO [StoreOpener-7ef4060298b70a84a0749d7f26cf7231-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:05,038 INFO [StoreOpener-7ef4060298b70a84a0749d7f26cf7231-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ef4060298b70a84a0749d7f26cf7231 columnFamilyName A 2024-11-15T14:16:05,039 DEBUG [StoreOpener-7ef4060298b70a84a0749d7f26cf7231-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:05,039 INFO [StoreOpener-7ef4060298b70a84a0749d7f26cf7231-1 {}] regionserver.HStore(327): Store=7ef4060298b70a84a0749d7f26cf7231/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:16:05,039 INFO [StoreOpener-7ef4060298b70a84a0749d7f26cf7231-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:05,041 INFO [StoreOpener-7ef4060298b70a84a0749d7f26cf7231-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ef4060298b70a84a0749d7f26cf7231 columnFamilyName B 2024-11-15T14:16:05,041 DEBUG [StoreOpener-7ef4060298b70a84a0749d7f26cf7231-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:05,041 INFO [StoreOpener-7ef4060298b70a84a0749d7f26cf7231-1 {}] regionserver.HStore(327): Store=7ef4060298b70a84a0749d7f26cf7231/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:16:05,041 INFO [StoreOpener-7ef4060298b70a84a0749d7f26cf7231-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:05,043 INFO [StoreOpener-7ef4060298b70a84a0749d7f26cf7231-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ef4060298b70a84a0749d7f26cf7231 columnFamilyName C 2024-11-15T14:16:05,043 DEBUG [StoreOpener-7ef4060298b70a84a0749d7f26cf7231-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:05,044 INFO [StoreOpener-7ef4060298b70a84a0749d7f26cf7231-1 {}] regionserver.HStore(327): Store=7ef4060298b70a84a0749d7f26cf7231/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:16:05,044 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:05,045 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:05,045 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:05,046 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:05,046 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:05,046 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T14:16:05,047 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:05,049 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:16:05,049 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened 7ef4060298b70a84a0749d7f26cf7231; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71677574, jitterRate=0.06807908415794373}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T14:16:05,049 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:05,049 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for 7ef4060298b70a84a0749d7f26cf7231: Running coprocessor pre-open hook at 1731680165035Writing region info on filesystem at 1731680165035Initializing all the Stores at 1731680165036 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680165036Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680165036Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680165036Cleaning up temporary data from old regions at 1731680165046 (+10 ms)Running coprocessor post-open hooks at 1731680165049 (+3 ms)Region opened successfully at 1731680165049 2024-11-15T14:16:05,050 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., pid=118, masterSystemTime=1731680165030 2024-11-15T14:16:05,052 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:05,052 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:05,052 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=7ef4060298b70a84a0749d7f26cf7231, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:16:05,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:16:05,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-15T14:16:05,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 in 176 msec 2024-11-15T14:16:05,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-15T14:16:05,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ef4060298b70a84a0749d7f26cf7231, ASSIGN in 332 msec 2024-11-15T14:16:05,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:16:05,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680165057"}]},"ts":"1731680165057"} 2024-11-15T14:16:05,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T14:16:05,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:16:05,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1700 sec 2024-11-15T14:16:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-15T14:16:06,036 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:06,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be1708d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:06,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:06,040 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:06,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:06,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:06,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5928760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:06,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:06,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:06,043 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:06,044 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ed8d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:06,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:06,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:16:06,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37089,1731680036562 2024-11-15T14:16:06,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53461107 2024-11-15T14:16:06,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:16:06,051 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:16:06,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:06,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:06,053 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:06,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:06,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4c09e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:06,054 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:06,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36af3990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:06,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:06,056 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:06,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:06,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:06,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c29fe15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:06,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:06,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:06,057 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:06,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13aa5582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:06,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:06,058 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c999f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:06,059 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67120955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:06,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:06,060 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae43825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:06,061 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:06,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7295f6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:06,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:06,063 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f7db84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:06,064 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:06,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24716f03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:06,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:06,066 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbba3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:06,067 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310bd48a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:06,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:06,068 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:06,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f670c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:06,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:06,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:06,069 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:06,070 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76da02ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:06,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:06,071 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f0e889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:06,072 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:06,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a57b1e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:06,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:06,074 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76098f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:06,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:06,075 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294b38c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:06,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:06,077 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12da9e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:06,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:06,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:06,078 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbe59a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:06,079 DEBUG [Thread-2005 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:06,079 DEBUG [Thread-2007 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:06,080 DEBUG [Thread-2022 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:06,080 DEBUG [Thread-2014 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:06,081 DEBUG [Thread-2020 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:06,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:06,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:06,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:06,082 DEBUG [Thread-2011 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:06,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:06,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:16:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:16:06,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:16:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:06,084 DEBUG [Thread-2003 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:16:06,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:06,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:06,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:06,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:06,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:16:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:16:06,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:16:06,091 DEBUG [Thread-2009 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:06,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:06,092 DEBUG [Thread-2016 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:06,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:06,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:06,093 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:06,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:06,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:16:06,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:16:06,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:06,094 DEBUG [Thread-2018 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:06,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:16:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-15T14:16:06,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T14:16:06,097 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:06,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2] 2024-11-15T14:16:06,098 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:06,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:06,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/c87a60588802494cb9778e9dbf48668f is 50, key is test_row_0/A:col10/1731680166089/Put/seqid=0 2024-11-15T14:16:06,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742271_1447 (size=12001) 2024-11-15T14:16:06,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/c87a60588802494cb9778e9dbf48668f 2024-11-15T14:16:06,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680226129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680226130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680226130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680226132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680226134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/716907f4a0124d4094100737b32819cd is 50, key is test_row_0/B:col10/1731680166089/Put/seqid=0 2024-11-15T14:16:06,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742272_1448 (size=12001) 2024-11-15T14:16:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T14:16:06,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T14:16:06,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:06,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:06,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:06,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:06,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:06,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680226246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680226246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680226246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680226246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680226246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T14:16:06,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:06,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:06,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:06,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:06,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T14:16:06,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680226465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680226465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680226465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680226465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680226465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T14:16:06,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:06,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:06,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:06,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:06,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:06,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/716907f4a0124d4094100737b32819cd 2024-11-15T14:16:06,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/ed690a3ea85d463e922fb26162f6cbdb is 50, key is test_row_0/C:col10/1731680166089/Put/seqid=0 2024-11-15T14:16:06,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742273_1449 (size=12001) 2024-11-15T14:16:06,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/ed690a3ea85d463e922fb26162f6cbdb 2024-11-15T14:16:06,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/c87a60588802494cb9778e9dbf48668f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/c87a60588802494cb9778e9dbf48668f 2024-11-15T14:16:06,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/c87a60588802494cb9778e9dbf48668f, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T14:16:06,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/716907f4a0124d4094100737b32819cd as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/716907f4a0124d4094100737b32819cd 2024-11-15T14:16:06,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/716907f4a0124d4094100737b32819cd, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T14:16:06,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/ed690a3ea85d463e922fb26162f6cbdb as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/ed690a3ea85d463e922fb26162f6cbdb 2024-11-15T14:16:06,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/ed690a3ea85d463e922fb26162f6cbdb, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T14:16:06,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7ef4060298b70a84a0749d7f26cf7231 in 581ms, sequenceid=14, compaction requested=false 2024-11-15T14:16:06,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:06,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T14:16:06,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:06,715 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T14:16:06,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/65522934f0484849b51fceab11a4dcf8 is 50, key is test_row_0/A:col10/1731680166121/Put/seqid=0 2024-11-15T14:16:06,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742274_1450 (size=12001) 2024-11-15T14:16:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T14:16:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:06,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:06,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680226787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680226793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680226795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680226799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680226803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680226905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680226905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680226916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680226916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680226916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:07,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680227115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:07,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680227115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:07,129 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/65522934f0484849b51fceab11a4dcf8 2024-11-15T14:16:07,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680227125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:07,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:07,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680227125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:07,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:07,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:07,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680227125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:07,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:07,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/32127ec479d04690a43417226cac4fc8 is 50, key is test_row_0/B:col10/1731680166121/Put/seqid=0 2024-11-15T14:16:07,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742275_1451 (size=12001) 2024-11-15T14:16:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T14:16:07,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680227425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:07,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680227425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:07,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:07,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680227440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:07,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:07,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680227440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:07,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:07,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:07,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680227440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:07,548 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/32127ec479d04690a43417226cac4fc8 2024-11-15T14:16:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/f5925676005d4f39a96620e0b1481e59 is 50, key is test_row_0/C:col10/1731680166121/Put/seqid=0 2024-11-15T14:16:07,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742276_1452 (size=12001) 2024-11-15T14:16:07,612 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T14:16:07,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680227946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:07,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680227946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:07,959 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/f5925676005d4f39a96620e0b1481e59 2024-11-15T14:16:07,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/65522934f0484849b51fceab11a4dcf8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/65522934f0484849b51fceab11a4dcf8 2024-11-15T14:16:07,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680227955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:07,968 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/65522934f0484849b51fceab11a4dcf8, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T14:16:07,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680227955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:07,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680227956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:07,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:07,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/32127ec479d04690a43417226cac4fc8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/32127ec479d04690a43417226cac4fc8 2024-11-15T14:16:07,974 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/32127ec479d04690a43417226cac4fc8, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T14:16:07,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/f5925676005d4f39a96620e0b1481e59 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/f5925676005d4f39a96620e0b1481e59 2024-11-15T14:16:07,980 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/f5925676005d4f39a96620e0b1481e59, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T14:16:07,982 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7ef4060298b70a84a0749d7f26cf7231 in 1267ms, sequenceid=37, compaction requested=false 2024-11-15T14:16:07,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:07,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:07,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-15T14:16:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-15T14:16:07,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-15T14:16:07,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8860 sec 2024-11-15T14:16:07,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.8950 sec 2024-11-15T14:16:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T14:16:08,256 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:08,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-15T14:16:08,263 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T14:16:08,264 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:08,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T14:16:08,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-15T14:16:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:08,420 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T14:16:08,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/cac80fb2720543699e69961923e51d7e is 50, key is test_row_0/A:col10/1731680166797/Put/seqid=0 2024-11-15T14:16:08,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742277_1453 (size=12001) 2024-11-15T14:16:08,508 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/cac80fb2720543699e69961923e51d7e 2024-11-15T14:16:08,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/dbb8623fb8324e4280d7440de0bae1ef is 50, key is test_row_0/B:col10/1731680166797/Put/seqid=0 2024-11-15T14:16:08,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742278_1454 (size=12001) 2024-11-15T14:16:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T14:16:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T14:16:08,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:08,969 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/dbb8623fb8324e4280d7440de0bae1ef 2024-11-15T14:16:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:08,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/5ddc305abd08450987e654f0cd15544c is 50, key is test_row_0/C:col10/1731680166797/Put/seqid=0 2024-11-15T14:16:09,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742279_1455 (size=12001) 2024-11-15T14:16:09,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680229074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680229082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680229101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680229107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680229110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680229215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680229218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680229236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680229236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680229236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T14:16:09,453 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/5ddc305abd08450987e654f0cd15544c 2024-11-15T14:16:09,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680229436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/cac80fb2720543699e69961923e51d7e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cac80fb2720543699e69961923e51d7e 2024-11-15T14:16:09,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680229445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,473 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cac80fb2720543699e69961923e51d7e, entries=150, sequenceid=50, filesize=11.7 K 2024-11-15T14:16:09,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/dbb8623fb8324e4280d7440de0bae1ef as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/dbb8623fb8324e4280d7440de0bae1ef 2024-11-15T14:16:09,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680229456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680229459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680229459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,481 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/dbb8623fb8324e4280d7440de0bae1ef, entries=150, sequenceid=50, filesize=11.7 K 2024-11-15T14:16:09,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/5ddc305abd08450987e654f0cd15544c as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5ddc305abd08450987e654f0cd15544c 2024-11-15T14:16:09,487 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5ddc305abd08450987e654f0cd15544c, entries=150, sequenceid=50, filesize=11.7 K 2024-11-15T14:16:09,493 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7ef4060298b70a84a0749d7f26cf7231 in 1073ms, sequenceid=50, compaction requested=true 2024-11-15T14:16:09,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:09,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:09,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-15T14:16:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-15T14:16:09,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-15T14:16:09,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2370 sec 2024-11-15T14:16:09,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.2480 sec 2024-11-15T14:16:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:09,797 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:09,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T14:16:09,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/26caf6911d504010ab2f1d235c77bab1 is 50, key is test_row_0/A:col10/1731680169004/Put/seqid=0 2024-11-15T14:16:09,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742280_1456 (size=12001) 2024-11-15T14:16:09,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/26caf6911d504010ab2f1d235c77bab1 2024-11-15T14:16:09,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/1c2cd109d8fb4de588e4ed04432f1df1 is 50, key is test_row_0/B:col10/1731680169004/Put/seqid=0 2024-11-15T14:16:09,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680229866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680229881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680229887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680229889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680229891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:09,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:09,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:09,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742281_1457 (size=12001) 2024-11-15T14:16:10,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680229995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680229998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680230025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680230026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680230026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680230231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680230232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680230245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680230245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680230245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/1c2cd109d8fb4de588e4ed04432f1df1 2024-11-15T14:16:10,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/9afbaf0ccfc8466fb8b87ef3cb470a10 is 50, key is test_row_0/C:col10/1731680169004/Put/seqid=0 2024-11-15T14:16:10,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742282_1458 (size=12001) 2024-11-15T14:16:10,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/9afbaf0ccfc8466fb8b87ef3cb470a10 2024-11-15T14:16:10,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/26caf6911d504010ab2f1d235c77bab1 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/26caf6911d504010ab2f1d235c77bab1 2024-11-15T14:16:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T14:16:10,416 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:10,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-15T14:16:10,419 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-15T14:16:10,420 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:10,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:10,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/26caf6911d504010ab2f1d235c77bab1, entries=150, sequenceid=74, filesize=11.7 K 2024-11-15T14:16:10,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/1c2cd109d8fb4de588e4ed04432f1df1 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/1c2cd109d8fb4de588e4ed04432f1df1 2024-11-15T14:16:10,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/1c2cd109d8fb4de588e4ed04432f1df1, entries=150, sequenceid=74, filesize=11.7 K 2024-11-15T14:16:10,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/9afbaf0ccfc8466fb8b87ef3cb470a10 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9afbaf0ccfc8466fb8b87ef3cb470a10 2024-11-15T14:16:10,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9afbaf0ccfc8466fb8b87ef3cb470a10, entries=150, sequenceid=74, filesize=11.7 K 2024-11-15T14:16:10,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7ef4060298b70a84a0749d7f26cf7231 in 644ms, sequenceid=74, compaction requested=true 2024-11-15T14:16:10,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:10,441 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:10,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:10,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:10,442 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:10,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:16:10,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:10,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:16:10,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:10,443 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:10,443 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:10,444 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/B is initiating minor compaction (all files) 2024-11-15T14:16:10,444 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/A is initiating minor compaction (all files) 2024-11-15T14:16:10,444 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/B in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:10,444 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/A in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:10,444 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/716907f4a0124d4094100737b32819cd, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/32127ec479d04690a43417226cac4fc8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/dbb8623fb8324e4280d7440de0bae1ef, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/1c2cd109d8fb4de588e4ed04432f1df1] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=46.9 K 2024-11-15T14:16:10,444 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/c87a60588802494cb9778e9dbf48668f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/65522934f0484849b51fceab11a4dcf8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cac80fb2720543699e69961923e51d7e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/26caf6911d504010ab2f1d235c77bab1] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=46.9 K 2024-11-15T14:16:10,444 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting c87a60588802494cb9778e9dbf48668f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731680166087 2024-11-15T14:16:10,444 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 716907f4a0124d4094100737b32819cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731680166087 2024-11-15T14:16:10,444 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 32127ec479d04690a43417226cac4fc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731680166121 2024-11-15T14:16:10,445 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65522934f0484849b51fceab11a4dcf8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731680166121 2024-11-15T14:16:10,445 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting dbb8623fb8324e4280d7440de0bae1ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731680166791 2024-11-15T14:16:10,445 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting cac80fb2720543699e69961923e51d7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731680166791 2024-11-15T14:16:10,445 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c2cd109d8fb4de588e4ed04432f1df1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731680169004 2024-11-15T14:16:10,445 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26caf6911d504010ab2f1d235c77bab1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731680169004 2024-11-15T14:16:10,475 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#B#compaction#380 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:10,476 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/4d7526f1ead34c489d77b76ab633b2d8 is 50, key is test_row_0/B:col10/1731680169004/Put/seqid=0 2024-11-15T14:16:10,488 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#A#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:10,489 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/328324d69a55498bb7b4273c1ee085de is 50, key is test_row_0/A:col10/1731680169004/Put/seqid=0 2024-11-15T14:16:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-15T14:16:10,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742283_1459 (size=12139) 2024-11-15T14:16:10,576 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:10,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T14:16:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:10,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T14:16:10,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:10,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:10,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:10,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:10,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:10,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742284_1460 (size=12139) 2024-11-15T14:16:10,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/1a5a6c29673b49b28d7ef9e9dff8a776 is 50, key is test_row_0/A:col10/1731680170574/Put/seqid=0 2024-11-15T14:16:10,606 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/4d7526f1ead34c489d77b76ab633b2d8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/4d7526f1ead34c489d77b76ab633b2d8 2024-11-15T14:16:10,607 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/328324d69a55498bb7b4273c1ee085de as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/328324d69a55498bb7b4273c1ee085de 2024-11-15T14:16:10,613 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/A of 7ef4060298b70a84a0749d7f26cf7231 into 328324d69a55498bb7b4273c1ee085de(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:10,613 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:10,613 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/A, priority=12, startTime=1731680170441; duration=0sec 2024-11-15T14:16:10,613 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:10,613 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:A 2024-11-15T14:16:10,613 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:10,616 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:10,616 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/C is initiating minor compaction (all files) 2024-11-15T14:16:10,616 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/B of 7ef4060298b70a84a0749d7f26cf7231 into 4d7526f1ead34c489d77b76ab633b2d8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:10,616 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:10,616 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/C in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:10,616 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/B, priority=12, startTime=1731680170442; duration=0sec 2024-11-15T14:16:10,616 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/ed690a3ea85d463e922fb26162f6cbdb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/f5925676005d4f39a96620e0b1481e59, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5ddc305abd08450987e654f0cd15544c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9afbaf0ccfc8466fb8b87ef3cb470a10] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=46.9 K 2024-11-15T14:16:10,616 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:10,616 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:B 2024-11-15T14:16:10,616 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed690a3ea85d463e922fb26162f6cbdb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731680166087 2024-11-15T14:16:10,616 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5925676005d4f39a96620e0b1481e59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731680166121 2024-11-15T14:16:10,617 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ddc305abd08450987e654f0cd15544c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731680166791 2024-11-15T14:16:10,617 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9afbaf0ccfc8466fb8b87ef3cb470a10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731680169004 2024-11-15T14:16:10,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742285_1461 (size=14341) 2024-11-15T14:16:10,641 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#C#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:10,642 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/7ff27f89e9ce49ed87182cb49b8d4f83 is 50, key is test_row_0/C:col10/1731680169004/Put/seqid=0 2024-11-15T14:16:10,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/1a5a6c29673b49b28d7ef9e9dff8a776 2024-11-15T14:16:10,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/0f539936fc954407a0fcd2e33aa313bc is 50, key is test_row_0/B:col10/1731680170574/Put/seqid=0 2024-11-15T14:16:10,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742286_1462 (size=12139) 2024-11-15T14:16:10,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T14:16:10,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:10,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:10,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:10,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:10,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-15T14:16:10,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742287_1463 (size=12001) 2024-11-15T14:16:10,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/0f539936fc954407a0fcd2e33aa313bc 2024-11-15T14:16:10,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680230704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/8eb8f251ceae45fbaf508f4b7c70b32e is 50, key is test_row_0/C:col10/1731680170574/Put/seqid=0 2024-11-15T14:16:10,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680230716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680230762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680230763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680230767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742288_1464 (size=12001) 2024-11-15T14:16:10,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680230875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T14:16:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:10,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:10,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680230886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680230905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680230905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:10,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680230916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:10,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T14:16:11,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:11,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:11,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:11,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:11,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-15T14:16:11,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680231096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680231115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680231126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680231126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680231138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,148 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/7ff27f89e9ce49ed87182cb49b8d4f83 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/7ff27f89e9ce49ed87182cb49b8d4f83 2024-11-15T14:16:11,159 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/C of 7ef4060298b70a84a0749d7f26cf7231 into 7ff27f89e9ce49ed87182cb49b8d4f83(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:11,159 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:11,159 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/C, priority=12, startTime=1731680170442; duration=0sec 2024-11-15T14:16:11,159 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:11,159 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:C 2024-11-15T14:16:11,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T14:16:11,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:11,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:11,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:11,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:11,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:11,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/8eb8f251ceae45fbaf508f4b7c70b32e 2024-11-15T14:16:11,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/1a5a6c29673b49b28d7ef9e9dff8a776 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/1a5a6c29673b49b28d7ef9e9dff8a776 2024-11-15T14:16:11,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/1a5a6c29673b49b28d7ef9e9dff8a776, entries=200, sequenceid=87, filesize=14.0 K 2024-11-15T14:16:11,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/0f539936fc954407a0fcd2e33aa313bc as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/0f539936fc954407a0fcd2e33aa313bc 2024-11-15T14:16:11,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/0f539936fc954407a0fcd2e33aa313bc, entries=150, sequenceid=87, filesize=11.7 K 2024-11-15T14:16:11,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/8eb8f251ceae45fbaf508f4b7c70b32e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/8eb8f251ceae45fbaf508f4b7c70b32e 2024-11-15T14:16:11,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/8eb8f251ceae45fbaf508f4b7c70b32e, entries=150, sequenceid=87, filesize=11.7 K 2024-11-15T14:16:11,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7ef4060298b70a84a0749d7f26cf7231 in 689ms, sequenceid=87, compaction requested=false 2024-11-15T14:16:11,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:11,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T14:16:11,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:11,359 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T14:16:11,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/5dfeaebf61824aed9370c0327a4e8c45 is 50, key is test_row_0/A:col10/1731680170728/Put/seqid=0 2024-11-15T14:16:11,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742289_1465 (size=12001) 2024-11-15T14:16:11,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:11,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680231500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680231504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680231517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680231525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680231531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-15T14:16:11,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680231635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680231645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680231636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680231655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680231666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,815 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/5dfeaebf61824aed9370c0327a4e8c45 2024-11-15T14:16:11,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/d4e157ff52ff4a77a35377a2057aa090 is 50, key is test_row_0/B:col10/1731680170728/Put/seqid=0 2024-11-15T14:16:11,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680231866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680231866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680231866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742290_1466 (size=12001) 2024-11-15T14:16:11,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680231875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680231876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:12,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680232192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:12,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680232194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:12,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:12,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680232195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:12,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680232209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:12,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680232213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:12,275 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/d4e157ff52ff4a77a35377a2057aa090 2024-11-15T14:16:12,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/c28db58bbc874086bc2b6a25d3498ad8 is 50, key is test_row_0/C:col10/1731680170728/Put/seqid=0 2024-11-15T14:16:12,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742291_1467 (size=12001) 2024-11-15T14:16:12,317 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/c28db58bbc874086bc2b6a25d3498ad8 2024-11-15T14:16:12,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/5dfeaebf61824aed9370c0327a4e8c45 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/5dfeaebf61824aed9370c0327a4e8c45 2024-11-15T14:16:12,327 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/5dfeaebf61824aed9370c0327a4e8c45, entries=150, sequenceid=113, filesize=11.7 K 2024-11-15T14:16:12,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/d4e157ff52ff4a77a35377a2057aa090 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/d4e157ff52ff4a77a35377a2057aa090 2024-11-15T14:16:12,344 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/d4e157ff52ff4a77a35377a2057aa090, entries=150, sequenceid=113, filesize=11.7 K 2024-11-15T14:16:12,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/c28db58bbc874086bc2b6a25d3498ad8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c28db58bbc874086bc2b6a25d3498ad8 2024-11-15T14:16:12,349 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c28db58bbc874086bc2b6a25d3498ad8, entries=150, sequenceid=113, filesize=11.7 K 2024-11-15T14:16:12,350 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7ef4060298b70a84a0749d7f26cf7231 in 991ms, sequenceid=113, compaction requested=true 2024-11-15T14:16:12,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:12,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:12,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-15T14:16:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-15T14:16:12,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-15T14:16:12,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9320 sec 2024-11-15T14:16:12,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.9470 sec 2024-11-15T14:16:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-15T14:16:12,577 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:12,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-15T14:16:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T14:16:12,580 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:12,581 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:12,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T14:16:12,711 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:12,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T14:16:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:12,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/ce225d89baeb4ca2918c889d60ef3a60 is 50, key is test_row_0/A:col10/1731680171525/Put/seqid=0 2024-11-15T14:16:12,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-15T14:16:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:12,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:12,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742292_1468 (size=14341) 2024-11-15T14:16:12,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680232780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:12,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680232781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:12,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680232791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:12,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680232793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:12,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680232794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:12,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:12,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-15T14:16:12,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:12,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:12,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:12,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:12,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T14:16:12,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680232905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:12,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:12,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680232905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:12,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:12,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680232919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:12,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:12,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680232919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:12,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680232919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:13,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-15T14:16:13,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:13,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:13,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:13,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:13,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:13,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680233126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680233126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:13,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680233137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:13,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:13,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680233140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:13,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:13,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/ce225d89baeb4ca2918c889d60ef3a60 2024-11-15T14:16:13,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680233146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:13,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:13,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/6283a4a45896482e97ab2fbe91224774 is 50, key is test_row_0/B:col10/1731680171525/Put/seqid=0 2024-11-15T14:16:13,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-15T14:16:13,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:13,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:13,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:13,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:13,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T14:16:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:13,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742293_1469 (size=12001) 2024-11-15T14:16:13,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/6283a4a45896482e97ab2fbe91224774 2024-11-15T14:16:13,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/c07f85094fb54c2b854c22899a86b2b5 is 50, key is test_row_0/C:col10/1731680171525/Put/seqid=0 2024-11-15T14:16:13,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-15T14:16:13,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:13,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:13,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:13,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:13,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742294_1470 (size=12001) 2024-11-15T14:16:13,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680233455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:13,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:13,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680233456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:13,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680233459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:13,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:13,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680233466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:13,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:13,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:13,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680233477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:13,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:13,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:13,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-15T14:16:13,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:13,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:13,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:13,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:13,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:13,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-15T14:16:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:13,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T14:16:13,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/c07f85094fb54c2b854c22899a86b2b5 2024-11-15T14:16:13,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/ce225d89baeb4ca2918c889d60ef3a60 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/ce225d89baeb4ca2918c889d60ef3a60 2024-11-15T14:16:13,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/ce225d89baeb4ca2918c889d60ef3a60, entries=200, sequenceid=127, filesize=14.0 K 2024-11-15T14:16:13,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/6283a4a45896482e97ab2fbe91224774 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6283a4a45896482e97ab2fbe91224774 2024-11-15T14:16:13,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6283a4a45896482e97ab2fbe91224774, entries=150, sequenceid=127, filesize=11.7 K 2024-11-15T14:16:13,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/c07f85094fb54c2b854c22899a86b2b5 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c07f85094fb54c2b854c22899a86b2b5 2024-11-15T14:16:13,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c07f85094fb54c2b854c22899a86b2b5, entries=150, sequenceid=127, filesize=11.7 K 2024-11-15T14:16:13,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7ef4060298b70a84a0749d7f26cf7231 in 1098ms, sequenceid=127, compaction requested=true 2024-11-15T14:16:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:13,809 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:16:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:13,809 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:16:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:13,816 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:13,816 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/B is initiating minor compaction (all files) 2024-11-15T14:16:13,816 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/B in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:13,816 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/4d7526f1ead34c489d77b76ab633b2d8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/0f539936fc954407a0fcd2e33aa313bc, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/d4e157ff52ff4a77a35377a2057aa090, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6283a4a45896482e97ab2fbe91224774] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=47.0 K 2024-11-15T14:16:13,816 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52822 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:13,816 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/A is initiating minor compaction (all files) 2024-11-15T14:16:13,816 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/A in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:13,817 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/328324d69a55498bb7b4273c1ee085de, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/1a5a6c29673b49b28d7ef9e9dff8a776, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/5dfeaebf61824aed9370c0327a4e8c45, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/ce225d89baeb4ca2918c889d60ef3a60] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=51.6 K 2024-11-15T14:16:13,817 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 328324d69a55498bb7b4273c1ee085de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731680169004 2024-11-15T14:16:13,817 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d7526f1ead34c489d77b76ab633b2d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731680169004 2024-11-15T14:16:13,817 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a5a6c29673b49b28d7ef9e9dff8a776, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731680169817 2024-11-15T14:16:13,817 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f539936fc954407a0fcd2e33aa313bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731680169887 2024-11-15T14:16:13,817 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dfeaebf61824aed9370c0327a4e8c45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731680170713 2024-11-15T14:16:13,818 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce225d89baeb4ca2918c889d60ef3a60, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731680171513 2024-11-15T14:16:13,818 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting d4e157ff52ff4a77a35377a2057aa090, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731680170713 2024-11-15T14:16:13,818 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 6283a4a45896482e97ab2fbe91224774, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731680171516 2024-11-15T14:16:13,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-15T14:16:13,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:13,835 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T14:16:13,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/9732e939adbb40e89c9292501c13cb72 is 50, key is test_row_0/A:col10/1731680172792/Put/seqid=0 2024-11-15T14:16:13,897 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#B#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:13,897 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/aa308aa563a748549f5455b713860a17 is 50, key is test_row_0/B:col10/1731680171525/Put/seqid=0 2024-11-15T14:16:13,909 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#A#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:13,910 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/cd3ab01a256748ea8112f20f7f3741eb is 50, key is test_row_0/A:col10/1731680171525/Put/seqid=0 2024-11-15T14:16:13,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742295_1471 (size=12151) 2024-11-15T14:16:13,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742297_1473 (size=12275) 2024-11-15T14:16:13,967 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/cd3ab01a256748ea8112f20f7f3741eb as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cd3ab01a256748ea8112f20f7f3741eb 2024-11-15T14:16:13,971 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/A of 7ef4060298b70a84a0749d7f26cf7231 into cd3ab01a256748ea8112f20f7f3741eb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:13,971 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:13,971 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/A, priority=12, startTime=1731680173809; duration=0sec 2024-11-15T14:16:13,972 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:13,972 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:A 2024-11-15T14:16:13,972 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:13,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742296_1472 (size=12275) 2024-11-15T14:16:13,974 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:13,974 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/C is initiating minor compaction (all files) 2024-11-15T14:16:13,974 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/C in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:13,974 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/7ff27f89e9ce49ed87182cb49b8d4f83, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/8eb8f251ceae45fbaf508f4b7c70b32e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c28db58bbc874086bc2b6a25d3498ad8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c07f85094fb54c2b854c22899a86b2b5] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=47.0 K 2024-11-15T14:16:13,975 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ff27f89e9ce49ed87182cb49b8d4f83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731680169004 2024-11-15T14:16:13,975 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8eb8f251ceae45fbaf508f4b7c70b32e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731680169887 2024-11-15T14:16:13,975 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting c28db58bbc874086bc2b6a25d3498ad8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731680170713 2024-11-15T14:16:13,976 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting c07f85094fb54c2b854c22899a86b2b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731680171516 2024-11-15T14:16:13,978 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/aa308aa563a748549f5455b713860a17 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/aa308aa563a748549f5455b713860a17 2024-11-15T14:16:13,982 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/B of 7ef4060298b70a84a0749d7f26cf7231 into aa308aa563a748549f5455b713860a17(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:13,982 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:13,982 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/B, priority=12, startTime=1731680173809; duration=0sec 2024-11-15T14:16:13,982 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:13,982 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:B 2024-11-15T14:16:13,997 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#C#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:13,998 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/d205c2bd607540c9b1b424ee3dd57a0a is 50, key is test_row_0/C:col10/1731680171525/Put/seqid=0 2024-11-15T14:16:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:14,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:14,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742298_1474 (size=12275) 2024-11-15T14:16:14,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680234051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680234051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680234055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680234069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680234070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680234179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680234179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680234192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680234196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680234196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,354 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/9732e939adbb40e89c9292501c13cb72 2024-11-15T14:16:14,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/9378d91171c849f88fbff03d06dc3000 is 50, key is test_row_0/B:col10/1731680172792/Put/seqid=0 2024-11-15T14:16:14,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742299_1475 (size=12151) 2024-11-15T14:16:14,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680234396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680234396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,429 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/d205c2bd607540c9b1b424ee3dd57a0a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/d205c2bd607540c9b1b424ee3dd57a0a 2024-11-15T14:16:14,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680234416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680234416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,435 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/C of 7ef4060298b70a84a0749d7f26cf7231 into d205c2bd607540c9b1b424ee3dd57a0a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:14,435 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:14,436 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/C, priority=12, startTime=1731680173809; duration=0sec 2024-11-15T14:16:14,436 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:14,436 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:C 2024-11-15T14:16:14,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680234416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T14:16:14,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680234737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680234740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680234747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680234747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680234747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:14,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:14,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:14,806 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/9378d91171c849f88fbff03d06dc3000 2024-11-15T14:16:14,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/b6fa8aa5e8244c0bacd297d86597ebad is 50, key is test_row_0/C:col10/1731680172792/Put/seqid=0 2024-11-15T14:16:14,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742300_1476 (size=12151) 2024-11-15T14:16:14,858 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/b6fa8aa5e8244c0bacd297d86597ebad 2024-11-15T14:16:14,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/9732e939adbb40e89c9292501c13cb72 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/9732e939adbb40e89c9292501c13cb72 2024-11-15T14:16:14,900 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/9732e939adbb40e89c9292501c13cb72, entries=150, sequenceid=149, filesize=11.9 K 2024-11-15T14:16:14,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/9378d91171c849f88fbff03d06dc3000 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/9378d91171c849f88fbff03d06dc3000 2024-11-15T14:16:14,916 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/9378d91171c849f88fbff03d06dc3000, entries=150, sequenceid=149, filesize=11.9 K 2024-11-15T14:16:14,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/b6fa8aa5e8244c0bacd297d86597ebad as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/b6fa8aa5e8244c0bacd297d86597ebad 2024-11-15T14:16:14,926 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/b6fa8aa5e8244c0bacd297d86597ebad, entries=150, sequenceid=149, filesize=11.9 K 2024-11-15T14:16:14,927 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 7ef4060298b70a84a0749d7f26cf7231 in 1093ms, sequenceid=149, compaction requested=false 2024-11-15T14:16:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-15T14:16:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-15T14:16:14,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-15T14:16:14,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3500 sec 2024-11-15T14:16:14,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.3590 sec 2024-11-15T14:16:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:15,271 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:15,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-15T14:16:15,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/39924ddac709420d94e9919174d99da3 is 50, key is test_row_0/A:col10/1731680175270/Put/seqid=0 2024-11-15T14:16:15,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742301_1477 (size=14541) 2024-11-15T14:16:15,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/39924ddac709420d94e9919174d99da3 2024-11-15T14:16:15,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/645ba3efc9df4259833f5a399beb9f5d is 50, key is test_row_0/B:col10/1731680175270/Put/seqid=0 2024-11-15T14:16:15,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680235336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680235337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680235355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680235359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680235360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742302_1478 (size=12151) 2024-11-15T14:16:15,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/645ba3efc9df4259833f5a399beb9f5d 2024-11-15T14:16:15,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/30597560828a42d7a153144f8c6d4060 is 50, key is test_row_0/C:col10/1731680175270/Put/seqid=0 2024-11-15T14:16:15,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742303_1479 (size=12151) 2024-11-15T14:16:15,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/30597560828a42d7a153144f8c6d4060 2024-11-15T14:16:15,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/39924ddac709420d94e9919174d99da3 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/39924ddac709420d94e9919174d99da3 2024-11-15T14:16:15,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/39924ddac709420d94e9919174d99da3, entries=200, sequenceid=169, filesize=14.2 K 2024-11-15T14:16:15,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/645ba3efc9df4259833f5a399beb9f5d as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/645ba3efc9df4259833f5a399beb9f5d 2024-11-15T14:16:15,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/645ba3efc9df4259833f5a399beb9f5d, entries=150, sequenceid=169, filesize=11.9 K 2024-11-15T14:16:15,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/30597560828a42d7a153144f8c6d4060 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/30597560828a42d7a153144f8c6d4060 2024-11-15T14:16:15,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680235466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680235466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/30597560828a42d7a153144f8c6d4060, entries=150, sequenceid=169, filesize=11.9 K 2024-11-15T14:16:15,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 7ef4060298b70a84a0749d7f26cf7231 in 224ms, sequenceid=169, compaction requested=true 2024-11-15T14:16:15,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:15,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:15,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:15,495 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:15,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:16:15,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:15,495 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:15,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:16:15,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:15,497 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:15,497 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/A is initiating minor compaction (all files) 2024-11-15T14:16:15,498 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/A in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:15,498 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cd3ab01a256748ea8112f20f7f3741eb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/9732e939adbb40e89c9292501c13cb72, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/39924ddac709420d94e9919174d99da3] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=38.1 K 2024-11-15T14:16:15,498 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:15,498 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/B is initiating minor compaction (all files) 2024-11-15T14:16:15,498 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/B in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:15,498 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting cd3ab01a256748ea8112f20f7f3741eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731680171516 2024-11-15T14:16:15,498 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/aa308aa563a748549f5455b713860a17, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/9378d91171c849f88fbff03d06dc3000, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/645ba3efc9df4259833f5a399beb9f5d] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=35.7 K 2024-11-15T14:16:15,498 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 9732e939adbb40e89c9292501c13cb72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731680172777 2024-11-15T14:16:15,498 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa308aa563a748549f5455b713860a17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731680171516 2024-11-15T14:16:15,498 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 39924ddac709420d94e9919174d99da3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731680174045 2024-11-15T14:16:15,499 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9378d91171c849f88fbff03d06dc3000, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731680172777 2024-11-15T14:16:15,499 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 645ba3efc9df4259833f5a399beb9f5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731680174045 2024-11-15T14:16:15,511 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:15,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-15T14:16:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:15,520 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#B#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:15,521 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/6a798a2d8ac5474b806328b97a595d2e is 50, key is test_row_0/B:col10/1731680175270/Put/seqid=0 2024-11-15T14:16:15,529 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#A#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:15,529 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/2d805a114a0a4bcf82428cf72e332062 is 50, key is test_row_0/A:col10/1731680175270/Put/seqid=0 2024-11-15T14:16:15,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/7b56bddc050b4edcb8d4e5ce1c93594f is 50, key is test_row_0/A:col10/1731680175291/Put/seqid=0 2024-11-15T14:16:15,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742304_1480 (size=12527) 2024-11-15T14:16:15,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742305_1481 (size=12527) 2024-11-15T14:16:15,591 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/6a798a2d8ac5474b806328b97a595d2e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6a798a2d8ac5474b806328b97a595d2e 2024-11-15T14:16:15,597 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/2d805a114a0a4bcf82428cf72e332062 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/2d805a114a0a4bcf82428cf72e332062 2024-11-15T14:16:15,600 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/B of 7ef4060298b70a84a0749d7f26cf7231 into 6a798a2d8ac5474b806328b97a595d2e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:15,600 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:15,600 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/B, priority=13, startTime=1731680175495; duration=0sec 2024-11-15T14:16:15,601 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:15,601 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:B 2024-11-15T14:16:15,601 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:15,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742306_1482 (size=14541) 2024-11-15T14:16:15,605 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:15,605 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/C is initiating minor compaction (all files) 2024-11-15T14:16:15,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/7b56bddc050b4edcb8d4e5ce1c93594f 2024-11-15T14:16:15,605 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/C in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:15,605 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/d205c2bd607540c9b1b424ee3dd57a0a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/b6fa8aa5e8244c0bacd297d86597ebad, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/30597560828a42d7a153144f8c6d4060] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=35.7 K 2024-11-15T14:16:15,605 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting d205c2bd607540c9b1b424ee3dd57a0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731680171516 2024-11-15T14:16:15,606 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6fa8aa5e8244c0bacd297d86597ebad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731680172777 2024-11-15T14:16:15,606 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30597560828a42d7a153144f8c6d4060, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731680174045 2024-11-15T14:16:15,610 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/A of 7ef4060298b70a84a0749d7f26cf7231 into 2d805a114a0a4bcf82428cf72e332062(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:15,610 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:15,610 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/A, priority=13, startTime=1731680175495; duration=0sec 2024-11-15T14:16:15,610 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:15,610 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:A 2024-11-15T14:16:15,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/bb966c438cba43c48dc957f53a3ffecf is 50, key is test_row_0/B:col10/1731680175291/Put/seqid=0 2024-11-15T14:16:15,626 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#C#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:15,627 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/4eeed647668b468aafe0a939a63f1958 is 50, key is test_row_0/C:col10/1731680175270/Put/seqid=0 2024-11-15T14:16:15,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680235610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680235611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680235628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742307_1483 (size=12151) 2024-11-15T14:16:15,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742308_1484 (size=12527) 2024-11-15T14:16:15,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680235685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680235687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680235735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680235736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680235745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680235945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680235945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:15,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680235965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:15,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:15,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680235996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:16,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680236005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:16,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/bb966c438cba43c48dc957f53a3ffecf 2024-11-15T14:16:16,070 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/4eeed647668b468aafe0a939a63f1958 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/4eeed647668b468aafe0a939a63f1958 2024-11-15T14:16:16,076 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/C of 7ef4060298b70a84a0749d7f26cf7231 into 4eeed647668b468aafe0a939a63f1958(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:16,076 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:16,076 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/C, priority=13, startTime=1731680175495; duration=0sec 2024-11-15T14:16:16,076 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:16,076 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:C 2024-11-15T14:16:16,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/9b3ece2572424e81a213015fa9d9c9ee is 50, key is test_row_0/C:col10/1731680175291/Put/seqid=0 2024-11-15T14:16:16,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742309_1485 (size=12151) 2024-11-15T14:16:16,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680236256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:16,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:16,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680236265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:16,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680236276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:16,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:16,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680236505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:16,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:16,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680236516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:16,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:16,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/9b3ece2572424e81a213015fa9d9c9ee 2024-11-15T14:16:16,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/7b56bddc050b4edcb8d4e5ce1c93594f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/7b56bddc050b4edcb8d4e5ce1c93594f 2024-11-15T14:16:16,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/7b56bddc050b4edcb8d4e5ce1c93594f, entries=200, sequenceid=189, filesize=14.2 K 2024-11-15T14:16:16,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/bb966c438cba43c48dc957f53a3ffecf as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/bb966c438cba43c48dc957f53a3ffecf 2024-11-15T14:16:16,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/bb966c438cba43c48dc957f53a3ffecf, entries=150, sequenceid=189, filesize=11.9 K 2024-11-15T14:16:16,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/9b3ece2572424e81a213015fa9d9c9ee as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9b3ece2572424e81a213015fa9d9c9ee 2024-11-15T14:16:16,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9b3ece2572424e81a213015fa9d9c9ee, entries=150, sequenceid=189, filesize=11.9 K 2024-11-15T14:16:16,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 7ef4060298b70a84a0749d7f26cf7231 in 1177ms, sequenceid=189, compaction requested=false 2024-11-15T14:16:16,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T14:16:16,736 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:16,736 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-15T14:16:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T14:16:16,739 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:16,740 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:16,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:16,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:16,794 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:16,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-15T14:16:16,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/a1a4a93cfd414885b94a6aa36ba0a9ad is 50, key is test_row_0/A:col10/1731680176792/Put/seqid=0 2024-11-15T14:16:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T14:16:16,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742310_1486 (size=14541) 2024-11-15T14:16:16,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-15T14:16:16,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:16,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:16,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:16,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:16,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:16,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680236899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:16,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:16,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680236919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:16,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:16,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680236919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:16,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:16,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:16,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:17,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-15T14:16:17,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:17,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:17,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:17,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T14:16:17,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680237039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:17,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680237056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:17,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680237056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:17,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:17,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-15T14:16:17,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:17,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:17,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:17,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/a1a4a93cfd414885b94a6aa36ba0a9ad 2024-11-15T14:16:17,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680237265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:17,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:17,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680237285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:17,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:17,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680237286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:17,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/bc78ec51bfa9438c8ba272f160f19ea0 is 50, key is test_row_0/B:col10/1731680176792/Put/seqid=0 2024-11-15T14:16:17,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742311_1487 (size=12151) 2024-11-15T14:16:17,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/bc78ec51bfa9438c8ba272f160f19ea0 2024-11-15T14:16:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T14:16:17,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-15T14:16:17,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:17,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:17,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:17,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/5d2a70dd854e4f6d852cb8603281d01d is 50, key is test_row_0/C:col10/1731680176792/Put/seqid=0 2024-11-15T14:16:17,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742312_1488 (size=12151) 2024-11-15T14:16:17,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-15T14:16:17,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:17,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:17,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:17,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680237535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:17,542 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in 7ef4060298b70a84a0749d7f26cf7231 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:16:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:17,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680237545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:17,560 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in 7ef4060298b70a84a0749d7f26cf7231 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:16:17,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:17,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680237596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:17,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680237607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:17,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:17,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680237607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:17,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:17,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-15T14:16:17,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:17,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:17,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:17,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/5d2a70dd854e4f6d852cb8603281d01d 2024-11-15T14:16:17,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-15T14:16:17,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:17,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:17,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:17,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:17,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/a1a4a93cfd414885b94a6aa36ba0a9ad as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/a1a4a93cfd414885b94a6aa36ba0a9ad 2024-11-15T14:16:17,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/a1a4a93cfd414885b94a6aa36ba0a9ad, entries=200, sequenceid=209, filesize=14.2 K 2024-11-15T14:16:17,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/bc78ec51bfa9438c8ba272f160f19ea0 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/bc78ec51bfa9438c8ba272f160f19ea0 2024-11-15T14:16:17,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/bc78ec51bfa9438c8ba272f160f19ea0, entries=150, sequenceid=209, filesize=11.9 K 2024-11-15T14:16:17,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/5d2a70dd854e4f6d852cb8603281d01d as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5d2a70dd854e4f6d852cb8603281d01d 2024-11-15T14:16:17,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5d2a70dd854e4f6d852cb8603281d01d, entries=150, sequenceid=209, filesize=11.9 K 2024-11-15T14:16:17,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 7ef4060298b70a84a0749d7f26cf7231 in 1062ms, sequenceid=209, compaction requested=true 2024-11-15T14:16:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:16:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T14:16:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:16:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-15T14:16:17,856 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:17,856 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:17,867 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:17,867 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/C is initiating minor compaction (all files) 2024-11-15T14:16:17,867 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/C in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:17,867 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/4eeed647668b468aafe0a939a63f1958, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9b3ece2572424e81a213015fa9d9c9ee, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5d2a70dd854e4f6d852cb8603281d01d] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=36.0 K 2024-11-15T14:16:17,867 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41609 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:17,867 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/A is initiating minor compaction (all files) 2024-11-15T14:16:17,867 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/A in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:17,867 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 4eeed647668b468aafe0a939a63f1958, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731680174045 2024-11-15T14:16:17,867 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/2d805a114a0a4bcf82428cf72e332062, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/7b56bddc050b4edcb8d4e5ce1c93594f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/a1a4a93cfd414885b94a6aa36ba0a9ad] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=40.6 K 2024-11-15T14:16:17,868 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d805a114a0a4bcf82428cf72e332062, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731680174045 2024-11-15T14:16:17,868 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b3ece2572424e81a213015fa9d9c9ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731680175291 2024-11-15T14:16:17,868 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b56bddc050b4edcb8d4e5ce1c93594f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731680175291 2024-11-15T14:16:17,868 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d2a70dd854e4f6d852cb8603281d01d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731680175608 2024-11-15T14:16:17,868 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1a4a93cfd414885b94a6aa36ba0a9ad, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731680175586 2024-11-15T14:16:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T14:16:17,903 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#C#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:17,904 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/cb6ba22d8ae3400aa93d1d1a48909088 is 50, key is test_row_0/C:col10/1731680176792/Put/seqid=0 2024-11-15T14:16:17,925 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#A#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:17,926 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/66f4ed5fe69c4fb4ad95794d9a6431de is 50, key is test_row_0/A:col10/1731680176792/Put/seqid=0 2024-11-15T14:16:17,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742313_1489 (size=12629) 2024-11-15T14:16:17,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742314_1490 (size=12629) 2024-11-15T14:16:17,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-15T14:16:17,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:17,985 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T14:16:18,003 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/cb6ba22d8ae3400aa93d1d1a48909088 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/cb6ba22d8ae3400aa93d1d1a48909088 2024-11-15T14:16:18,008 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/C of 7ef4060298b70a84a0749d7f26cf7231 into cb6ba22d8ae3400aa93d1d1a48909088(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:18,008 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:18,008 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/C, priority=13, startTime=1731680177856; duration=0sec 2024-11-15T14:16:18,008 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:18,008 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:C 2024-11-15T14:16:18,008 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:18,009 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/66f4ed5fe69c4fb4ad95794d9a6431de as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/66f4ed5fe69c4fb4ad95794d9a6431de 2024-11-15T14:16:18,009 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:18,009 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/B is initiating minor compaction (all files) 2024-11-15T14:16:18,009 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/B in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:18,009 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6a798a2d8ac5474b806328b97a595d2e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/bb966c438cba43c48dc957f53a3ffecf, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/bc78ec51bfa9438c8ba272f160f19ea0] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=36.0 K 2024-11-15T14:16:18,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/30e12ebb97b641d6be9c18f608b9a032 is 50, key is test_row_0/A:col10/1731680176832/Put/seqid=0 2024-11-15T14:16:18,016 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a798a2d8ac5474b806328b97a595d2e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731680174045 2024-11-15T14:16:18,024 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting bb966c438cba43c48dc957f53a3ffecf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731680175291 2024-11-15T14:16:18,027 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting bc78ec51bfa9438c8ba272f160f19ea0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731680175608 2024-11-15T14:16:18,028 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/A of 7ef4060298b70a84a0749d7f26cf7231 into 66f4ed5fe69c4fb4ad95794d9a6431de(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:18,028 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:18,028 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/A, priority=13, startTime=1731680177856; duration=0sec 2024-11-15T14:16:18,028 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:18,028 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:A 2024-11-15T14:16:18,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742315_1491 (size=12151) 2024-11-15T14:16:18,059 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/30e12ebb97b641d6be9c18f608b9a032 2024-11-15T14:16:18,068 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#B#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:18,068 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/2f2a08a3d1b34de98874998797359f06 is 50, key is test_row_0/B:col10/1731680176792/Put/seqid=0 2024-11-15T14:16:18,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/41092c167e8d49f4beeca9d1cd4eafa2 is 50, key is test_row_0/B:col10/1731680176832/Put/seqid=0 2024-11-15T14:16:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:18,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:18,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742316_1492 (size=12629) 2024-11-15T14:16:18,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742317_1493 (size=12151) 2024-11-15T14:16:18,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680238264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:18,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680238266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:18,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680238268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:18,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680238387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:18,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680238395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:18,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680238395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:18,604 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/2f2a08a3d1b34de98874998797359f06 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/2f2a08a3d1b34de98874998797359f06 2024-11-15T14:16:18,611 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/B of 7ef4060298b70a84a0749d7f26cf7231 into 2f2a08a3d1b34de98874998797359f06(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:18,611 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:18,611 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/B, priority=13, startTime=1731680177856; duration=0sec 2024-11-15T14:16:18,611 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:18,611 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:B 2024-11-15T14:16:18,631 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/41092c167e8d49f4beeca9d1cd4eafa2 2024-11-15T14:16:18,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680238619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:18,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680238621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:18,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:18,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680238639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:18,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:18,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/616e6e1c1293415b9702ca0f08d7f154 is 50, key is test_row_0/C:col10/1731680176832/Put/seqid=0 2024-11-15T14:16:18,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742318_1494 (size=12151) 2024-11-15T14:16:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T14:16:18,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680238945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:18,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680238965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:18,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680238956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:19,119 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/616e6e1c1293415b9702ca0f08d7f154 2024-11-15T14:16:19,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/30e12ebb97b641d6be9c18f608b9a032 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/30e12ebb97b641d6be9c18f608b9a032 2024-11-15T14:16:19,135 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/30e12ebb97b641d6be9c18f608b9a032, entries=150, sequenceid=228, filesize=11.9 K 2024-11-15T14:16:19,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/41092c167e8d49f4beeca9d1cd4eafa2 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/41092c167e8d49f4beeca9d1cd4eafa2 2024-11-15T14:16:19,141 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/41092c167e8d49f4beeca9d1cd4eafa2, entries=150, sequenceid=228, filesize=11.9 K 2024-11-15T14:16:19,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/616e6e1c1293415b9702ca0f08d7f154 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/616e6e1c1293415b9702ca0f08d7f154 2024-11-15T14:16:19,148 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/616e6e1c1293415b9702ca0f08d7f154, entries=150, sequenceid=228, filesize=11.9 K 2024-11-15T14:16:19,164 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 7ef4060298b70a84a0749d7f26cf7231 in 1179ms, sequenceid=228, compaction requested=false 2024-11-15T14:16:19,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:19,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:19,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-15T14:16:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-15T14:16:19,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-15T14:16:19,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4270 sec 2024-11-15T14:16:19,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.4350 sec 2024-11-15T14:16:19,485 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:19,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-15T14:16:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:19,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/32151bcd7f68400da0fe67647a0f0584 is 50, key is test_row_0/A:col10/1731680178259/Put/seqid=0 2024-11-15T14:16:19,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742319_1495 (size=12151) 2024-11-15T14:16:19,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/32151bcd7f68400da0fe67647a0f0584 2024-11-15T14:16:19,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/56b35c33e4914a2384c15f6d10fa01d0 is 50, key is test_row_0/B:col10/1731680178259/Put/seqid=0 2024-11-15T14:16:19,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680239563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:19,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:19,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680239563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:19,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:19,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680239565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:19,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680239566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:19,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680239586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:19,594 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_2' in 7ef4060298b70a84a0749d7f26cf7231 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4256 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:16:19,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:19,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742320_1496 (size=12151) 2024-11-15T14:16:19,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680239676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:19,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680239676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:19,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:19,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680239687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:19,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:19,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680239691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:19,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680239895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:19,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680239895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:19,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:19,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:19,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680239906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:19,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:19,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680239906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:19,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/56b35c33e4914a2384c15f6d10fa01d0 2024-11-15T14:16:20,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/5184294746d645a181d50140b4065e4e is 50, key is test_row_0/C:col10/1731680178259/Put/seqid=0 2024-11-15T14:16:20,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742321_1497 (size=12151) 2024-11-15T14:16:20,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/5184294746d645a181d50140b4065e4e 2024-11-15T14:16:20,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/32151bcd7f68400da0fe67647a0f0584 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/32151bcd7f68400da0fe67647a0f0584 2024-11-15T14:16:20,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/32151bcd7f68400da0fe67647a0f0584, entries=150, sequenceid=249, filesize=11.9 K 2024-11-15T14:16:20,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/56b35c33e4914a2384c15f6d10fa01d0 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/56b35c33e4914a2384c15f6d10fa01d0 2024-11-15T14:16:20,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/56b35c33e4914a2384c15f6d10fa01d0, entries=150, sequenceid=249, filesize=11.9 K 2024-11-15T14:16:20,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/5184294746d645a181d50140b4065e4e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5184294746d645a181d50140b4065e4e 2024-11-15T14:16:20,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5184294746d645a181d50140b4065e4e, entries=150, sequenceid=249, filesize=11.9 K 2024-11-15T14:16:20,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 7ef4060298b70a84a0749d7f26cf7231 in 627ms, sequenceid=249, compaction requested=true 2024-11-15T14:16:20,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:20,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:20,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:20,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:16:20,112 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:20,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:20,112 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:20,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:16:20,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:20,113 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:20,113 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/B is initiating minor compaction (all files) 2024-11-15T14:16:20,113 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/B in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:20,113 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/2f2a08a3d1b34de98874998797359f06, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/41092c167e8d49f4beeca9d1cd4eafa2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/56b35c33e4914a2384c15f6d10fa01d0] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=36.1 K 2024-11-15T14:16:20,114 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:20,114 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/A is initiating minor compaction (all files) 2024-11-15T14:16:20,114 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/A in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:20,114 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/66f4ed5fe69c4fb4ad95794d9a6431de, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/30e12ebb97b641d6be9c18f608b9a032, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/32151bcd7f68400da0fe67647a0f0584] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=36.1 K 2024-11-15T14:16:20,114 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66f4ed5fe69c4fb4ad95794d9a6431de, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731680175608 2024-11-15T14:16:20,114 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f2a08a3d1b34de98874998797359f06, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731680175608 2024-11-15T14:16:20,115 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30e12ebb97b641d6be9c18f608b9a032, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731680176832 2024-11-15T14:16:20,115 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 41092c167e8d49f4beeca9d1cd4eafa2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731680176832 2024-11-15T14:16:20,115 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32151bcd7f68400da0fe67647a0f0584, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731680178228 2024-11-15T14:16:20,115 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 56b35c33e4914a2384c15f6d10fa01d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731680178228 2024-11-15T14:16:20,144 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#B#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:20,145 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/77e2da5c0127412bbed4d14c518c3ef5 is 50, key is test_row_0/B:col10/1731680178259/Put/seqid=0 2024-11-15T14:16:20,152 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#A#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:20,153 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/b9e1f8ae1ff74a11a83ca2d3748d2fa2 is 50, key is test_row_0/A:col10/1731680178259/Put/seqid=0 2024-11-15T14:16:20,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742322_1498 (size=12731) 2024-11-15T14:16:20,199 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/77e2da5c0127412bbed4d14c518c3ef5 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/77e2da5c0127412bbed4d14c518c3ef5 2024-11-15T14:16:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742323_1499 (size=12731) 2024-11-15T14:16:20,214 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/B of 7ef4060298b70a84a0749d7f26cf7231 into 77e2da5c0127412bbed4d14c518c3ef5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:20,214 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:20,214 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/B, priority=13, startTime=1731680180112; duration=0sec 2024-11-15T14:16:20,214 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:20,214 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:B 2024-11-15T14:16:20,214 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:20,218 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:20,218 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/C is initiating minor compaction (all files) 2024-11-15T14:16:20,218 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/C in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:20,219 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/cb6ba22d8ae3400aa93d1d1a48909088, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/616e6e1c1293415b9702ca0f08d7f154, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5184294746d645a181d50140b4065e4e] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=36.1 K 2024-11-15T14:16:20,220 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting cb6ba22d8ae3400aa93d1d1a48909088, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731680175608 2024-11-15T14:16:20,229 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 616e6e1c1293415b9702ca0f08d7f154, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731680176832 2024-11-15T14:16:20,229 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 5184294746d645a181d50140b4065e4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731680178228 2024-11-15T14:16:20,232 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:20,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T14:16:20,234 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/b9e1f8ae1ff74a11a83ca2d3748d2fa2 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/b9e1f8ae1ff74a11a83ca2d3748d2fa2 2024-11-15T14:16:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:20,260 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/A of 7ef4060298b70a84a0749d7f26cf7231 into b9e1f8ae1ff74a11a83ca2d3748d2fa2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:20,260 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:20,260 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/A, priority=13, startTime=1731680180112; duration=0sec 2024-11-15T14:16:20,260 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:20,260 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:A 2024-11-15T14:16:20,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/4c0b5d1e57ee4f34b5ca3ec18339a4f1 is 50, key is test_row_0/A:col10/1731680179564/Put/seqid=0 2024-11-15T14:16:20,265 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#C#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:20,265 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/30c28789d9e8427ca72b8ebb1a7f1cd6 is 50, key is test_row_0/C:col10/1731680178259/Put/seqid=0 2024-11-15T14:16:20,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742325_1501 (size=14741) 2024-11-15T14:16:20,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/4c0b5d1e57ee4f34b5ca3ec18339a4f1 2024-11-15T14:16:20,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742324_1500 (size=12731) 2024-11-15T14:16:20,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/4e258a59fc5b4d6c98297f3acf9be4e4 is 50, key is test_row_0/B:col10/1731680179564/Put/seqid=0 2024-11-15T14:16:20,308 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/30c28789d9e8427ca72b8ebb1a7f1cd6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/30c28789d9e8427ca72b8ebb1a7f1cd6 2024-11-15T14:16:20,317 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/C of 7ef4060298b70a84a0749d7f26cf7231 into 30c28789d9e8427ca72b8ebb1a7f1cd6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:20,317 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:20,317 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/C, priority=13, startTime=1731680180112; duration=0sec 2024-11-15T14:16:20,318 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:20,318 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:C 2024-11-15T14:16:20,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680240296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:20,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680240305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:20,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680240310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:20,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680240313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:20,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742326_1502 (size=12301) 2024-11-15T14:16:20,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/4e258a59fc5b4d6c98297f3acf9be4e4 2024-11-15T14:16:20,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/9da736d12ade40cfa5d50de69c2597fb is 50, key is test_row_0/C:col10/1731680179564/Put/seqid=0 2024-11-15T14:16:20,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742327_1503 (size=12301) 2024-11-15T14:16:20,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/9da736d12ade40cfa5d50de69c2597fb 2024-11-15T14:16:20,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680240426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:20,442 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680240426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/4c0b5d1e57ee4f34b5ca3ec18339a4f1 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/4c0b5d1e57ee4f34b5ca3ec18339a4f1 2024-11-15T14:16:20,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680240435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:20,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680240438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/4c0b5d1e57ee4f34b5ca3ec18339a4f1, entries=200, sequenceid=269, filesize=14.4 K 2024-11-15T14:16:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/4e258a59fc5b4d6c98297f3acf9be4e4 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/4e258a59fc5b4d6c98297f3acf9be4e4 2024-11-15T14:16:20,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/4e258a59fc5b4d6c98297f3acf9be4e4, entries=150, sequenceid=269, filesize=12.0 K 2024-11-15T14:16:20,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/9da736d12ade40cfa5d50de69c2597fb as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9da736d12ade40cfa5d50de69c2597fb 2024-11-15T14:16:20,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9da736d12ade40cfa5d50de69c2597fb, entries=150, sequenceid=269, filesize=12.0 K 2024-11-15T14:16:20,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 7ef4060298b70a84a0749d7f26cf7231 in 251ms, sequenceid=269, compaction requested=false 2024-11-15T14:16:20,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:20,662 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:20,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-15T14:16:20,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/452a658494a64e85a07fb08342d49378 is 50, key is test_row_0/A:col10/1731680180659/Put/seqid=0 2024-11-15T14:16:20,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742328_1504 (size=14741) 2024-11-15T14:16:20,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/452a658494a64e85a07fb08342d49378 2024-11-15T14:16:20,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/14f9a041c3714d74b049fecf792da193 is 50, key is test_row_0/B:col10/1731680180659/Put/seqid=0 2024-11-15T14:16:20,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680240735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680240753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:20,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680240755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:20,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680240757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:20,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742329_1505 (size=12301) 2024-11-15T14:16:20,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680240867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:20,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680240877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:20,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680240878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680240885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:20,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:20,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T14:16:20,907 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:20,909 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-15T14:16:20,914 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:20,916 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:20,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T14:16:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T14:16:21,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T14:16:21,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:21,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:21,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:21,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:21,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680241086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:21,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:21,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680241106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:21,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:21,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680241106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:21,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:21,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680241106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:21,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:21,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/14f9a041c3714d74b049fecf792da193 2024-11-15T14:16:21,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/67e7c36be9ef443986a83a54c011c067 is 50, key is test_row_0/C:col10/1731680180659/Put/seqid=0 2024-11-15T14:16:21,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T14:16:21,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:21,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:21,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:21,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:21,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T14:16:21,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742330_1506 (size=12301) 2024-11-15T14:16:21,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/67e7c36be9ef443986a83a54c011c067 2024-11-15T14:16:21,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/452a658494a64e85a07fb08342d49378 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/452a658494a64e85a07fb08342d49378 2024-11-15T14:16:21,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/452a658494a64e85a07fb08342d49378, entries=200, sequenceid=289, filesize=14.4 K 2024-11-15T14:16:21,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/14f9a041c3714d74b049fecf792da193 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/14f9a041c3714d74b049fecf792da193 2024-11-15T14:16:21,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/14f9a041c3714d74b049fecf792da193, entries=150, sequenceid=289, filesize=12.0 K 2024-11-15T14:16:21,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/67e7c36be9ef443986a83a54c011c067 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/67e7c36be9ef443986a83a54c011c067 2024-11-15T14:16:21,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/67e7c36be9ef443986a83a54c011c067, entries=150, sequenceid=289, filesize=12.0 K 2024-11-15T14:16:21,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 7ef4060298b70a84a0749d7f26cf7231 in 626ms, sequenceid=289, compaction requested=true 2024-11-15T14:16:21,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:21,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:21,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:21,288 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:21,288 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:21,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:16:21,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:21,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:16:21,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:21,289 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:21,289 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42213 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:21,289 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/B is initiating minor compaction (all files) 2024-11-15T14:16:21,289 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/A is initiating minor compaction (all files) 2024-11-15T14:16:21,289 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/A in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:21,289 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/B in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:21,289 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/77e2da5c0127412bbed4d14c518c3ef5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/4e258a59fc5b4d6c98297f3acf9be4e4, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/14f9a041c3714d74b049fecf792da193] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=36.5 K 2024-11-15T14:16:21,289 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/b9e1f8ae1ff74a11a83ca2d3748d2fa2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/4c0b5d1e57ee4f34b5ca3ec18339a4f1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/452a658494a64e85a07fb08342d49378] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=41.2 K 2024-11-15T14:16:21,290 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 77e2da5c0127412bbed4d14c518c3ef5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731680178228 2024-11-15T14:16:21,290 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9e1f8ae1ff74a11a83ca2d3748d2fa2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731680178228 2024-11-15T14:16:21,298 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c0b5d1e57ee4f34b5ca3ec18339a4f1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731680179557 2024-11-15T14:16:21,298 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e258a59fc5b4d6c98297f3acf9be4e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731680179557 2024-11-15T14:16:21,298 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 14f9a041c3714d74b049fecf792da193, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731680180301 2024-11-15T14:16:21,298 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 452a658494a64e85a07fb08342d49378, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731680180301 2024-11-15T14:16:21,321 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#A#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:21,321 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/6d468e64d6be4f90bc1df2b2bf0df013 is 50, key is test_row_0/A:col10/1731680180659/Put/seqid=0 2024-11-15T14:16:21,337 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#B#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:21,337 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/3462a0aedf014889baa2822462d33a91 is 50, key is test_row_0/B:col10/1731680180659/Put/seqid=0 2024-11-15T14:16:21,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742331_1507 (size=12983) 2024-11-15T14:16:21,363 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/6d468e64d6be4f90bc1df2b2bf0df013 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/6d468e64d6be4f90bc1df2b2bf0df013 2024-11-15T14:16:21,370 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/A of 7ef4060298b70a84a0749d7f26cf7231 into 6d468e64d6be4f90bc1df2b2bf0df013(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:21,370 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:21,371 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/A, priority=13, startTime=1731680181288; duration=0sec 2024-11-15T14:16:21,371 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:21,371 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:A 2024-11-15T14:16:21,371 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:21,374 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:21,375 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/C is initiating minor compaction (all files) 2024-11-15T14:16:21,375 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/C in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:21,375 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/30c28789d9e8427ca72b8ebb1a7f1cd6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9da736d12ade40cfa5d50de69c2597fb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/67e7c36be9ef443986a83a54c011c067] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=36.5 K 2024-11-15T14:16:21,376 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30c28789d9e8427ca72b8ebb1a7f1cd6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731680178228 2024-11-15T14:16:21,377 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9da736d12ade40cfa5d50de69c2597fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731680179557 2024-11-15T14:16:21,377 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67e7c36be9ef443986a83a54c011c067, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731680180301 2024-11-15T14:16:21,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T14:16:21,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:21,384 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T14:16:21,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742332_1508 (size=12983) 2024-11-15T14:16:21,406 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/3462a0aedf014889baa2822462d33a91 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/3462a0aedf014889baa2822462d33a91 2024-11-15T14:16:21,412 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/B of 7ef4060298b70a84a0749d7f26cf7231 into 3462a0aedf014889baa2822462d33a91(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:21,412 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:21,412 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/B, priority=13, startTime=1731680181288; duration=0sec 2024-11-15T14:16:21,412 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:21,412 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:B 2024-11-15T14:16:21,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/cb4119131d244d6e9fa5741e9e625c80 is 50, key is test_row_0/A:col10/1731680180718/Put/seqid=0 2024-11-15T14:16:21,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:21,421 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#C#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:21,421 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/7bfd0995268148b78863d41c7c82bccb is 50, key is test_row_0/C:col10/1731680180659/Put/seqid=0 2024-11-15T14:16:21,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742333_1509 (size=12301) 2024-11-15T14:16:21,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742334_1510 (size=12983) 2024-11-15T14:16:21,475 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/7bfd0995268148b78863d41c7c82bccb as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/7bfd0995268148b78863d41c7c82bccb 2024-11-15T14:16:21,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680241456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:21,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680241462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:21,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680241477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:21,487 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/C of 7ef4060298b70a84a0749d7f26cf7231 into 7bfd0995268148b78863d41c7c82bccb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:21,487 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:21,487 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/C, priority=13, startTime=1731680181289; duration=0sec 2024-11-15T14:16:21,487 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:21,487 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:C 2024-11-15T14:16:21,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680241480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:21,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T14:16:21,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680241585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680241585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:21,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:21,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680241585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:21,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:21,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680241597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:21,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680241805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:21,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:21,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680241805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:21,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680241805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:21,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680241816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:21,867 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/cb4119131d244d6e9fa5741e9e625c80 2024-11-15T14:16:21,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/2a904552ac8e4d18ab61bdaecef98b26 is 50, key is test_row_0/B:col10/1731680180718/Put/seqid=0 2024-11-15T14:16:21,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742335_1511 (size=12301) 2024-11-15T14:16:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T14:16:22,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680242126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:22,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680242126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:22,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680242126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:22,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:22,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:22,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:22,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680242135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:22,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:22,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:22,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:22,315 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/2a904552ac8e4d18ab61bdaecef98b26 2024-11-15T14:16:22,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/d56adeca8d8a4f7aa378d7e545ce9c96 is 50, key is test_row_0/C:col10/1731680180718/Put/seqid=0 2024-11-15T14:16:22,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742336_1512 (size=12301) 2024-11-15T14:16:22,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680242635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:22,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680242636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:22,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:22,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:22,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:22,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680242645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:22,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680242655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:22,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:22,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:22,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:22,800 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/d56adeca8d8a4f7aa378d7e545ce9c96 2024-11-15T14:16:22,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/cb4119131d244d6e9fa5741e9e625c80 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cb4119131d244d6e9fa5741e9e625c80 2024-11-15T14:16:22,810 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cb4119131d244d6e9fa5741e9e625c80, entries=150, sequenceid=309, filesize=12.0 K 2024-11-15T14:16:22,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/2a904552ac8e4d18ab61bdaecef98b26 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/2a904552ac8e4d18ab61bdaecef98b26 2024-11-15T14:16:22,816 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/2a904552ac8e4d18ab61bdaecef98b26, entries=150, sequenceid=309, filesize=12.0 K 2024-11-15T14:16:22,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/d56adeca8d8a4f7aa378d7e545ce9c96 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/d56adeca8d8a4f7aa378d7e545ce9c96 2024-11-15T14:16:22,822 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/d56adeca8d8a4f7aa378d7e545ce9c96, entries=150, sequenceid=309, filesize=12.0 K 2024-11-15T14:16:22,823 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 7ef4060298b70a84a0749d7f26cf7231 in 1440ms, sequenceid=309, compaction requested=false 2024-11-15T14:16:22,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:22,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:22,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-15T14:16:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-15T14:16:22,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-15T14:16:22,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9110 sec 2024-11-15T14:16:22,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.9240 sec 2024-11-15T14:16:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T14:16:23,069 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:23,070 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-15T14:16:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T14:16:23,073 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:23,074 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:23,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T14:16:23,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-15T14:16:23,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:23,228 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-15T14:16:23,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/b4a536a3c5e34862ba594809adaee5b0 is 50, key is test_row_0/A:col10/1731680181475/Put/seqid=0 2024-11-15T14:16:23,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742337_1513 (size=12301) 2024-11-15T14:16:23,318 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/b4a536a3c5e34862ba594809adaee5b0 2024-11-15T14:16:23,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/b87aa47d3c664611a7c0f15adf75a16f is 50, key is test_row_0/B:col10/1731680181475/Put/seqid=0 2024-11-15T14:16:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T14:16:23,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742338_1514 (size=12301) 2024-11-15T14:16:23,390 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/b87aa47d3c664611a7c0f15adf75a16f 2024-11-15T14:16:23,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/6b27e779babc404f9a703286dbc9aa71 is 50, key is test_row_0/C:col10/1731680181475/Put/seqid=0 2024-11-15T14:16:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742339_1515 (size=12301) 2024-11-15T14:16:23,434 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/6b27e779babc404f9a703286dbc9aa71 2024-11-15T14:16:23,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/b4a536a3c5e34862ba594809adaee5b0 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/b4a536a3c5e34862ba594809adaee5b0 2024-11-15T14:16:23,454 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/b4a536a3c5e34862ba594809adaee5b0, entries=150, sequenceid=328, filesize=12.0 K 2024-11-15T14:16:23,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/b87aa47d3c664611a7c0f15adf75a16f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/b87aa47d3c664611a7c0f15adf75a16f 2024-11-15T14:16:23,465 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/b87aa47d3c664611a7c0f15adf75a16f, entries=150, sequenceid=328, filesize=12.0 K 2024-11-15T14:16:23,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/6b27e779babc404f9a703286dbc9aa71 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/6b27e779babc404f9a703286dbc9aa71 2024-11-15T14:16:23,473 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/6b27e779babc404f9a703286dbc9aa71, entries=150, sequenceid=328, filesize=12.0 K 2024-11-15T14:16:23,474 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 7ef4060298b70a84a0749d7f26cf7231 in 246ms, sequenceid=328, compaction requested=true 2024-11-15T14:16:23,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:23,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:23,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-15T14:16:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-15T14:16:23,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-15T14:16:23,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 402 msec 2024-11-15T14:16:23,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 409 msec 2024-11-15T14:16:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T14:16:23,696 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:23,697 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-15T14:16:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T14:16:23,711 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:23,712 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:23,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:23,713 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:23,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:16:23,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/86a59192c39d4b56ae7998c205a0a0e5 is 50, key is test_row_0/A:col10/1731680183712/Put/seqid=0 2024-11-15T14:16:23,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742340_1516 (size=14741) 2024-11-15T14:16:23,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/86a59192c39d4b56ae7998c205a0a0e5 2024-11-15T14:16:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T14:16:23,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680243820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:23,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680243820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:23,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:23,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680243821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:23,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:23,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:23,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680243824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:23,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680243844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:23,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/6579760a50744e0e9c93a5f717e73a85 is 50, key is test_row_0/B:col10/1731680183712/Put/seqid=0 2024-11-15T14:16:23,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T14:16:23,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:23,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:23,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:23,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:23,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:23,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742341_1517 (size=12301) 2024-11-15T14:16:23,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680243956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:23,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:23,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680243956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:23,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680243959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:23,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680243965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:23,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680243956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:23,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:23,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T14:16:24,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T14:16:24,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:24,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680244195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680244196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680244196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680244196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T14:16:24,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:24,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680244196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/6579760a50744e0e9c93a5f717e73a85 2024-11-15T14:16:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T14:16:24,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/c8b0c14a07b0457b9208f81ac6f28dc0 is 50, key is test_row_0/C:col10/1731680183712/Put/seqid=0 2024-11-15T14:16:24,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T14:16:24,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:24,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742342_1518 (size=12301) 2024-11-15T14:16:24,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/c8b0c14a07b0457b9208f81ac6f28dc0 2024-11-15T14:16:24,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/86a59192c39d4b56ae7998c205a0a0e5 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/86a59192c39d4b56ae7998c205a0a0e5 2024-11-15T14:16:24,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/86a59192c39d4b56ae7998c205a0a0e5, entries=200, sequenceid=339, filesize=14.4 K 2024-11-15T14:16:24,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/6579760a50744e0e9c93a5f717e73a85 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6579760a50744e0e9c93a5f717e73a85 2024-11-15T14:16:24,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6579760a50744e0e9c93a5f717e73a85, entries=150, sequenceid=339, filesize=12.0 K 2024-11-15T14:16:24,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/c8b0c14a07b0457b9208f81ac6f28dc0 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c8b0c14a07b0457b9208f81ac6f28dc0 2024-11-15T14:16:24,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c8b0c14a07b0457b9208f81ac6f28dc0, entries=150, sequenceid=339, filesize=12.0 K 2024-11-15T14:16:24,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7ef4060298b70a84a0749d7f26cf7231 in 702ms, sequenceid=339, compaction requested=true 2024-11-15T14:16:24,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:24,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:24,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:24,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:16:24,415 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:24,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:24,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:16:24,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T14:16:24,416 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:24,417 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:24,417 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:24,417 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/B is initiating minor compaction (all files) 2024-11-15T14:16:24,417 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/A is initiating minor compaction (all files) 2024-11-15T14:16:24,417 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/B in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,417 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/A in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,417 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/3462a0aedf014889baa2822462d33a91, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/2a904552ac8e4d18ab61bdaecef98b26, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/b87aa47d3c664611a7c0f15adf75a16f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6579760a50744e0e9c93a5f717e73a85] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=48.7 K 2024-11-15T14:16:24,417 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/6d468e64d6be4f90bc1df2b2bf0df013, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cb4119131d244d6e9fa5741e9e625c80, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/b4a536a3c5e34862ba594809adaee5b0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/86a59192c39d4b56ae7998c205a0a0e5] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=51.1 K 2024-11-15T14:16:24,418 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3462a0aedf014889baa2822462d33a91, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731680180301 2024-11-15T14:16:24,418 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d468e64d6be4f90bc1df2b2bf0df013, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731680180301 2024-11-15T14:16:24,418 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting cb4119131d244d6e9fa5741e9e625c80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731680180718 2024-11-15T14:16:24,418 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a904552ac8e4d18ab61bdaecef98b26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731680180718 2024-11-15T14:16:24,419 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting b4a536a3c5e34862ba594809adaee5b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731680181459 2024-11-15T14:16:24,419 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting b87aa47d3c664611a7c0f15adf75a16f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731680181459 2024-11-15T14:16:24,419 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 86a59192c39d4b56ae7998c205a0a0e5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731680183648 2024-11-15T14:16:24,419 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6579760a50744e0e9c93a5f717e73a85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731680183648 2024-11-15T14:16:24,433 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#B#compaction#440 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:24,434 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/0e332984f7e348cd9d75e7c796cd83c2 is 50, key is test_row_0/B:col10/1731680183712/Put/seqid=0 2024-11-15T14:16:24,453 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#A#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:24,454 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/fe778ad176a349c3a33a138807233b17 is 50, key is test_row_0/A:col10/1731680183712/Put/seqid=0 2024-11-15T14:16:24,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742343_1519 (size=13119) 2024-11-15T14:16:24,496 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/0e332984f7e348cd9d75e7c796cd83c2 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/0e332984f7e348cd9d75e7c796cd83c2 2024-11-15T14:16:24,501 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/B of 7ef4060298b70a84a0749d7f26cf7231 into 0e332984f7e348cd9d75e7c796cd83c2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:24,501 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:24,501 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/B, priority=12, startTime=1731680184415; duration=0sec 2024-11-15T14:16:24,501 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:24,501 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:B 2024-11-15T14:16:24,501 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:24,502 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:24,502 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 7ef4060298b70a84a0749d7f26cf7231/C is initiating minor compaction (all files) 2024-11-15T14:16:24,502 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ef4060298b70a84a0749d7f26cf7231/C in TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,502 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/7bfd0995268148b78863d41c7c82bccb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/d56adeca8d8a4f7aa378d7e545ce9c96, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/6b27e779babc404f9a703286dbc9aa71, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c8b0c14a07b0457b9208f81ac6f28dc0] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp, totalSize=48.7 K 2024-11-15T14:16:24,503 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bfd0995268148b78863d41c7c82bccb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731680180301 2024-11-15T14:16:24,503 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting d56adeca8d8a4f7aa378d7e545ce9c96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731680180718 2024-11-15T14:16:24,506 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b27e779babc404f9a703286dbc9aa71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731680181459 2024-11-15T14:16:24,510 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8b0c14a07b0457b9208f81ac6f28dc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731680183648 2024-11-15T14:16:24,513 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:24,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T14:16:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:24,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742344_1520 (size=13119) 2024-11-15T14:16:24,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T14:16:24,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:24,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,530 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/fe778ad176a349c3a33a138807233b17 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/fe778ad176a349c3a33a138807233b17 2024-11-15T14:16:24,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/29bbfa15a2684278af8a8e8d95e26a94 is 50, key is test_row_0/A:col10/1731680183842/Put/seqid=0 2024-11-15T14:16:24,536 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/A of 7ef4060298b70a84a0749d7f26cf7231 into fe778ad176a349c3a33a138807233b17(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:24,536 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:24,536 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/A, priority=12, startTime=1731680184415; duration=0sec 2024-11-15T14:16:24,536 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:24,536 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:A 2024-11-15T14:16:24,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680244530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680244534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680244535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680244537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,561 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ef4060298b70a84a0749d7f26cf7231#C#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:24,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,561 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/777a658e69af4382a78df357f77068f2 is 50, key is test_row_0/C:col10/1731680183712/Put/seqid=0 2024-11-15T14:16:24,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680244544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742345_1521 (size=14741) 2024-11-15T14:16:24,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742346_1522 (size=13119) 2024-11-15T14:16:24,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680244656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T14:16:24,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:24,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680244665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680244665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680244667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680244667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T14:16:24,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:24,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T14:16:24,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680244876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680244876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680244877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680244877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680244877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:24,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T14:16:24,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:24,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:24,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:24,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/29bbfa15a2684278af8a8e8d95e26a94 2024-11-15T14:16:25,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/0926088ae4224304ba051cc6c4702691 is 50, key is test_row_0/B:col10/1731680183842/Put/seqid=0 2024-11-15T14:16:25,009 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/777a658e69af4382a78df357f77068f2 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/777a658e69af4382a78df357f77068f2 2024-11-15T14:16:25,016 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ef4060298b70a84a0749d7f26cf7231/C of 7ef4060298b70a84a0749d7f26cf7231 into 777a658e69af4382a78df357f77068f2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:25,016 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:25,016 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., storeName=7ef4060298b70a84a0749d7f26cf7231/C, priority=12, startTime=1731680184415; duration=0sec 2024-11-15T14:16:25,016 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:25,016 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:C 2024-11-15T14:16:25,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742347_1523 (size=12301) 2024-11-15T14:16:25,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T14:16:25,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:25,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:25,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:25,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:25,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:25,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680245185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:25,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680245187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:25,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:25,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680245196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680245196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:25,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680245195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:25,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:25,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T14:16:25,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:25,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:25,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:25,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:25,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:25,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T14:16:25,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:25,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:25,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:25,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:25,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:25,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/0926088ae4224304ba051cc6c4702691 2024-11-15T14:16:25,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/a88f109610764079a723290b45a65acc is 50, key is test_row_0/C:col10/1731680183842/Put/seqid=0 2024-11-15T14:16:25,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742348_1524 (size=12301) 2024-11-15T14:16:25,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/a88f109610764079a723290b45a65acc 2024-11-15T14:16:25,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/29bbfa15a2684278af8a8e8d95e26a94 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/29bbfa15a2684278af8a8e8d95e26a94 2024-11-15T14:16:25,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/29bbfa15a2684278af8a8e8d95e26a94, entries=200, sequenceid=366, filesize=14.4 K 2024-11-15T14:16:25,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/0926088ae4224304ba051cc6c4702691 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/0926088ae4224304ba051cc6c4702691 2024-11-15T14:16:25,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/0926088ae4224304ba051cc6c4702691, entries=150, sequenceid=366, filesize=12.0 K 2024-11-15T14:16:25,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/a88f109610764079a723290b45a65acc as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/a88f109610764079a723290b45a65acc 2024-11-15T14:16:25,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/a88f109610764079a723290b45a65acc, entries=150, sequenceid=366, filesize=12.0 K 2024-11-15T14:16:25,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7ef4060298b70a84a0749d7f26cf7231 in 1014ms, sequenceid=366, compaction requested=false 2024-11-15T14:16:25,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:25,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T14:16:25,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:25,596 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T14:16:25,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/d91c5abc257e45d398923c162caaae98 is 50, key is test_row_0/A:col10/1731680184535/Put/seqid=0 2024-11-15T14:16:25,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742349_1525 (size=12301) 2024-11-15T14:16:25,681 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:16:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:25,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. as already flushing 2024-11-15T14:16:25,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680245773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680245769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:25,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680245778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680245778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:25,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680245787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T14:16:25,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680245896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:25,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:25,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680245896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:25,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:25,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680245896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:25,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:25,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680245896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:25,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:25,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680245905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:25,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:25,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:26,061 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/d91c5abc257e45d398923c162caaae98 2024-11-15T14:16:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/9f6f96d1a4e544dfa7db7c786d93d0f5 is 50, key is test_row_0/B:col10/1731680184535/Put/seqid=0 2024-11-15T14:16:26,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742350_1526 (size=12301) 2024-11-15T14:16:26,096 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/9f6f96d1a4e544dfa7db7c786d93d0f5 2024-11-15T14:16:26,105 INFO [Thread-2014 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2014. 2024-11-15T14:16:26,105 DEBUG [Thread-2014 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:26,105 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,105 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:26,106 INFO [Thread-2016 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2016. 2024-11-15T14:16:26,106 DEBUG [Thread-2016 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:26,106 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,107 INFO [Thread-2018 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2018. 2024-11-15T14:16:26,107 DEBUG [Thread-2018 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:26,107 DEBUG [Thread-2018 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,107 DEBUG [Thread-2018 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:26,109 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:26,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/7094a9a511f245a0b04c0f741f60478f is 50, key is test_row_0/C:col10/1731680184535/Put/seqid=0 2024-11-15T14:16:26,112 INFO [Thread-2022 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2022. 2024-11-15T14:16:26,112 DEBUG [Thread-2022 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:26,112 DEBUG [Thread-2022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,112 DEBUG [Thread-2022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:26,114 INFO [Thread-2020 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2020. 2024-11-15T14:16:26,114 DEBUG [Thread-2020 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:26,114 DEBUG [Thread-2020 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,114 DEBUG [Thread-2020 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:26,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742351_1527 (size=12301) 2024-11-15T14:16:26,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680246116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680246116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680246117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680246117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680246117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:26,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:26,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58000 deadline: 1731680246425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:26,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:26,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:26,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57976 deadline: 1731680246426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57990 deadline: 1731680246426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57912 deadline: 1731680246426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57914 deadline: 1731680246426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 , the old value is region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231., hostname=26754e923c4a,43473,1731680037386, seqNum=2 because the exception is null or not the one we care about 2024-11-15T14:16:26,517 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/7094a9a511f245a0b04c0f741f60478f 2024-11-15T14:16:26,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/d91c5abc257e45d398923c162caaae98 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/d91c5abc257e45d398923c162caaae98 2024-11-15T14:16:26,524 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/d91c5abc257e45d398923c162caaae98, entries=150, sequenceid=378, filesize=12.0 K 2024-11-15T14:16:26,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/9f6f96d1a4e544dfa7db7c786d93d0f5 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/9f6f96d1a4e544dfa7db7c786d93d0f5 2024-11-15T14:16:26,528 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/9f6f96d1a4e544dfa7db7c786d93d0f5, entries=150, sequenceid=378, filesize=12.0 K 2024-11-15T14:16:26,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/7094a9a511f245a0b04c0f741f60478f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/7094a9a511f245a0b04c0f741f60478f 2024-11-15T14:16:26,532 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/7094a9a511f245a0b04c0f741f60478f, entries=150, sequenceid=378, filesize=12.0 K 2024-11-15T14:16:26,533 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 7ef4060298b70a84a0749d7f26cf7231 in 937ms, sequenceid=378, compaction requested=true 2024-11-15T14:16:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-15T14:16:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-15T14:16:26,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-15T14:16:26,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8220 sec 2024-11-15T14:16:26,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.8450 sec 2024-11-15T14:16:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:26,937 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:26,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ef4060298b70a84a0749d7f26cf7231 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-15T14:16:26,937 INFO [Thread-2011 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2011. 2024-11-15T14:16:26,937 INFO [Thread-2009 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2009. 2024-11-15T14:16:26,937 DEBUG [Thread-2009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:26,937 DEBUG [Thread-2011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:26,937 DEBUG [Thread-2009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,937 DEBUG [Thread-2011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,937 DEBUG [Thread-2009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,937 DEBUG [Thread-2011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:26,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:26,938 INFO [Thread-2005 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2005. 2024-11-15T14:16:26,938 DEBUG [Thread-2005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:26,938 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,938 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:26,939 INFO [Thread-2003 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2003. 2024-11-15T14:16:26,939 DEBUG [Thread-2003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:26,939 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,939 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:26,940 INFO [Thread-2007 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2007. 2024-11-15T14:16:26,940 DEBUG [Thread-2007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:26,940 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,940 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:26,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:26,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/07274328ce234be2b5884644208ffc62 is 50, key is test_row_0/A:col10/1731680186937/Put/seqid=0 2024-11-15T14:16:26,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742352_1528 (size=12301) 2024-11-15T14:16:27,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/07274328ce234be2b5884644208ffc62 2024-11-15T14:16:27,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/537c6b43bfb34116b16656fa8b3df967 is 50, key is test_row_0/B:col10/1731680186937/Put/seqid=0 2024-11-15T14:16:27,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742353_1529 (size=12301) 2024-11-15T14:16:27,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/537c6b43bfb34116b16656fa8b3df967 2024-11-15T14:16:27,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/aed6c6122f1e4aaf84f94e038b067081 is 50, key is test_row_0/C:col10/1731680186937/Put/seqid=0 2024-11-15T14:16:27,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742354_1530 (size=12301) 2024-11-15T14:16:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T14:16:27,876 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 840 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2519 rows 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 831 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2493 rows 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 837 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2511 rows 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 841 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2518 rows 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 834 2024-11-15T14:16:27,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2497 rows 2024-11-15T14:16:27,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:16:27,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:16:27,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:27,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:27,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:27,877 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-15T14:16:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T14:16:27,880 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680187880"}]},"ts":"1731680187880"} 2024-11-15T14:16:27,881 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T14:16:27,881 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T14:16:27,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T14:16:27,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ef4060298b70a84a0749d7f26cf7231, UNASSIGN}] 2024-11-15T14:16:27,883 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ef4060298b70a84a0749d7f26cf7231, UNASSIGN 2024-11-15T14:16:27,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=7ef4060298b70a84a0749d7f26cf7231, regionState=CLOSING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:16:27,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ef4060298b70a84a0749d7f26cf7231, UNASSIGN because future has completed 2024-11-15T14:16:27,885 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T14:16:27,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:16:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T14:16:28,038 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(122): Close 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:28,038 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T14:16:28,038 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1722): Closing 7ef4060298b70a84a0749d7f26cf7231, disabling compactions & flushes 2024-11-15T14:16:28,038 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:28,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/aed6c6122f1e4aaf84f94e038b067081 2024-11-15T14:16:28,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/A/07274328ce234be2b5884644208ffc62 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/07274328ce234be2b5884644208ffc62 2024-11-15T14:16:28,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/07274328ce234be2b5884644208ffc62, entries=150, sequenceid=409, filesize=12.0 K 2024-11-15T14:16:28,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/B/537c6b43bfb34116b16656fa8b3df967 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/537c6b43bfb34116b16656fa8b3df967 2024-11-15T14:16:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T14:16:28,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/537c6b43bfb34116b16656fa8b3df967, entries=150, sequenceid=409, filesize=12.0 K 2024-11-15T14:16:28,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/.tmp/C/aed6c6122f1e4aaf84f94e038b067081 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/aed6c6122f1e4aaf84f94e038b067081 2024-11-15T14:16:28,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/aed6c6122f1e4aaf84f94e038b067081, entries=150, sequenceid=409, filesize=12.0 K 2024-11-15T14:16:28,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=0 B/0 for 7ef4060298b70a84a0749d7f26cf7231 in 1263ms, sequenceid=409, compaction requested=true 2024-11-15T14:16:28,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ef4060298b70a84a0749d7f26cf7231: 2024-11-15T14:16:28,200 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:28,200 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:28,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:28,200 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. after waiting 0 ms 2024-11-15T14:16:28,200 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. because compaction request was cancelled 2024-11-15T14:16:28,200 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:28,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:28,200 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:A 2024-11-15T14:16:28,200 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. because compaction request was cancelled 2024-11-15T14:16:28,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:B, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:28,200 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:B 2024-11-15T14:16:28,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:28,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ef4060298b70a84a0749d7f26cf7231:C, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:28,200 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. because compaction request was cancelled 2024-11-15T14:16:28,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:28,200 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ef4060298b70a84a0749d7f26cf7231:C 2024-11-15T14:16:28,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/c87a60588802494cb9778e9dbf48668f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/65522934f0484849b51fceab11a4dcf8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cac80fb2720543699e69961923e51d7e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/328324d69a55498bb7b4273c1ee085de, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/26caf6911d504010ab2f1d235c77bab1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/1a5a6c29673b49b28d7ef9e9dff8a776, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/5dfeaebf61824aed9370c0327a4e8c45, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/ce225d89baeb4ca2918c889d60ef3a60, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cd3ab01a256748ea8112f20f7f3741eb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/9732e939adbb40e89c9292501c13cb72, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/39924ddac709420d94e9919174d99da3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/2d805a114a0a4bcf82428cf72e332062, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/7b56bddc050b4edcb8d4e5ce1c93594f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/a1a4a93cfd414885b94a6aa36ba0a9ad, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/66f4ed5fe69c4fb4ad95794d9a6431de, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/30e12ebb97b641d6be9c18f608b9a032, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/b9e1f8ae1ff74a11a83ca2d3748d2fa2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/32151bcd7f68400da0fe67647a0f0584, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/4c0b5d1e57ee4f34b5ca3ec18339a4f1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/452a658494a64e85a07fb08342d49378, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/6d468e64d6be4f90bc1df2b2bf0df013, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cb4119131d244d6e9fa5741e9e625c80, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/b4a536a3c5e34862ba594809adaee5b0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/86a59192c39d4b56ae7998c205a0a0e5] to archive 2024-11-15T14:16:28,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:16:28,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/c87a60588802494cb9778e9dbf48668f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/c87a60588802494cb9778e9dbf48668f 2024-11-15T14:16:28,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/65522934f0484849b51fceab11a4dcf8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/65522934f0484849b51fceab11a4dcf8 2024-11-15T14:16:28,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cac80fb2720543699e69961923e51d7e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cac80fb2720543699e69961923e51d7e 2024-11-15T14:16:28,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/328324d69a55498bb7b4273c1ee085de to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/328324d69a55498bb7b4273c1ee085de 2024-11-15T14:16:28,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/26caf6911d504010ab2f1d235c77bab1 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/26caf6911d504010ab2f1d235c77bab1 2024-11-15T14:16:28,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/1a5a6c29673b49b28d7ef9e9dff8a776 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/1a5a6c29673b49b28d7ef9e9dff8a776 2024-11-15T14:16:28,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/5dfeaebf61824aed9370c0327a4e8c45 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/5dfeaebf61824aed9370c0327a4e8c45 2024-11-15T14:16:28,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/ce225d89baeb4ca2918c889d60ef3a60 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/ce225d89baeb4ca2918c889d60ef3a60 2024-11-15T14:16:28,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cd3ab01a256748ea8112f20f7f3741eb to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cd3ab01a256748ea8112f20f7f3741eb 2024-11-15T14:16:28,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/9732e939adbb40e89c9292501c13cb72 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/9732e939adbb40e89c9292501c13cb72 2024-11-15T14:16:28,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/39924ddac709420d94e9919174d99da3 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/39924ddac709420d94e9919174d99da3 2024-11-15T14:16:28,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/2d805a114a0a4bcf82428cf72e332062 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/2d805a114a0a4bcf82428cf72e332062 2024-11-15T14:16:28,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/7b56bddc050b4edcb8d4e5ce1c93594f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/7b56bddc050b4edcb8d4e5ce1c93594f 2024-11-15T14:16:28,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/a1a4a93cfd414885b94a6aa36ba0a9ad to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/a1a4a93cfd414885b94a6aa36ba0a9ad 2024-11-15T14:16:28,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/66f4ed5fe69c4fb4ad95794d9a6431de to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/66f4ed5fe69c4fb4ad95794d9a6431de 2024-11-15T14:16:28,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/30e12ebb97b641d6be9c18f608b9a032 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/30e12ebb97b641d6be9c18f608b9a032 2024-11-15T14:16:28,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/b9e1f8ae1ff74a11a83ca2d3748d2fa2 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/b9e1f8ae1ff74a11a83ca2d3748d2fa2 2024-11-15T14:16:28,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/32151bcd7f68400da0fe67647a0f0584 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/32151bcd7f68400da0fe67647a0f0584 2024-11-15T14:16:28,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/4c0b5d1e57ee4f34b5ca3ec18339a4f1 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/4c0b5d1e57ee4f34b5ca3ec18339a4f1 2024-11-15T14:16:28,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/452a658494a64e85a07fb08342d49378 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/452a658494a64e85a07fb08342d49378 2024-11-15T14:16:28,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/6d468e64d6be4f90bc1df2b2bf0df013 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/6d468e64d6be4f90bc1df2b2bf0df013 2024-11-15T14:16:28,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cb4119131d244d6e9fa5741e9e625c80 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/cb4119131d244d6e9fa5741e9e625c80 2024-11-15T14:16:28,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/b4a536a3c5e34862ba594809adaee5b0 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/b4a536a3c5e34862ba594809adaee5b0 2024-11-15T14:16:28,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/86a59192c39d4b56ae7998c205a0a0e5 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/86a59192c39d4b56ae7998c205a0a0e5 2024-11-15T14:16:28,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/716907f4a0124d4094100737b32819cd, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/32127ec479d04690a43417226cac4fc8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/dbb8623fb8324e4280d7440de0bae1ef, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/4d7526f1ead34c489d77b76ab633b2d8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/1c2cd109d8fb4de588e4ed04432f1df1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/0f539936fc954407a0fcd2e33aa313bc, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/d4e157ff52ff4a77a35377a2057aa090, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/aa308aa563a748549f5455b713860a17, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6283a4a45896482e97ab2fbe91224774, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/9378d91171c849f88fbff03d06dc3000, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6a798a2d8ac5474b806328b97a595d2e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/645ba3efc9df4259833f5a399beb9f5d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/bb966c438cba43c48dc957f53a3ffecf, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/2f2a08a3d1b34de98874998797359f06, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/bc78ec51bfa9438c8ba272f160f19ea0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/41092c167e8d49f4beeca9d1cd4eafa2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/77e2da5c0127412bbed4d14c518c3ef5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/56b35c33e4914a2384c15f6d10fa01d0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/4e258a59fc5b4d6c98297f3acf9be4e4, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/3462a0aedf014889baa2822462d33a91, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/14f9a041c3714d74b049fecf792da193, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/2a904552ac8e4d18ab61bdaecef98b26, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/b87aa47d3c664611a7c0f15adf75a16f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6579760a50744e0e9c93a5f717e73a85] to archive 2024-11-15T14:16:28,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:16:28,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/716907f4a0124d4094100737b32819cd to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/716907f4a0124d4094100737b32819cd 2024-11-15T14:16:28,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/32127ec479d04690a43417226cac4fc8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/32127ec479d04690a43417226cac4fc8 2024-11-15T14:16:28,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/dbb8623fb8324e4280d7440de0bae1ef to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/dbb8623fb8324e4280d7440de0bae1ef 2024-11-15T14:16:28,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/4d7526f1ead34c489d77b76ab633b2d8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/4d7526f1ead34c489d77b76ab633b2d8 2024-11-15T14:16:28,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/1c2cd109d8fb4de588e4ed04432f1df1 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/1c2cd109d8fb4de588e4ed04432f1df1 2024-11-15T14:16:28,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/0f539936fc954407a0fcd2e33aa313bc to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/0f539936fc954407a0fcd2e33aa313bc 2024-11-15T14:16:28,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/d4e157ff52ff4a77a35377a2057aa090 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/d4e157ff52ff4a77a35377a2057aa090 2024-11-15T14:16:28,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/aa308aa563a748549f5455b713860a17 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/aa308aa563a748549f5455b713860a17 2024-11-15T14:16:28,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6283a4a45896482e97ab2fbe91224774 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6283a4a45896482e97ab2fbe91224774 2024-11-15T14:16:28,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/9378d91171c849f88fbff03d06dc3000 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/9378d91171c849f88fbff03d06dc3000 2024-11-15T14:16:28,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6a798a2d8ac5474b806328b97a595d2e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6a798a2d8ac5474b806328b97a595d2e 2024-11-15T14:16:28,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/645ba3efc9df4259833f5a399beb9f5d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/645ba3efc9df4259833f5a399beb9f5d 2024-11-15T14:16:28,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/bb966c438cba43c48dc957f53a3ffecf to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/bb966c438cba43c48dc957f53a3ffecf 2024-11-15T14:16:28,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/2f2a08a3d1b34de98874998797359f06 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/2f2a08a3d1b34de98874998797359f06 2024-11-15T14:16:28,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/bc78ec51bfa9438c8ba272f160f19ea0 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/bc78ec51bfa9438c8ba272f160f19ea0 2024-11-15T14:16:28,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/41092c167e8d49f4beeca9d1cd4eafa2 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/41092c167e8d49f4beeca9d1cd4eafa2 2024-11-15T14:16:28,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/77e2da5c0127412bbed4d14c518c3ef5 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/77e2da5c0127412bbed4d14c518c3ef5 2024-11-15T14:16:28,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/56b35c33e4914a2384c15f6d10fa01d0 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/56b35c33e4914a2384c15f6d10fa01d0 2024-11-15T14:16:28,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/4e258a59fc5b4d6c98297f3acf9be4e4 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/4e258a59fc5b4d6c98297f3acf9be4e4 2024-11-15T14:16:28,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/3462a0aedf014889baa2822462d33a91 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/3462a0aedf014889baa2822462d33a91 2024-11-15T14:16:28,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/14f9a041c3714d74b049fecf792da193 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/14f9a041c3714d74b049fecf792da193 2024-11-15T14:16:28,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/2a904552ac8e4d18ab61bdaecef98b26 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/2a904552ac8e4d18ab61bdaecef98b26 2024-11-15T14:16:28,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/b87aa47d3c664611a7c0f15adf75a16f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/b87aa47d3c664611a7c0f15adf75a16f 2024-11-15T14:16:28,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6579760a50744e0e9c93a5f717e73a85 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/6579760a50744e0e9c93a5f717e73a85 2024-11-15T14:16:28,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/ed690a3ea85d463e922fb26162f6cbdb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/f5925676005d4f39a96620e0b1481e59, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5ddc305abd08450987e654f0cd15544c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/7ff27f89e9ce49ed87182cb49b8d4f83, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9afbaf0ccfc8466fb8b87ef3cb470a10, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/8eb8f251ceae45fbaf508f4b7c70b32e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c28db58bbc874086bc2b6a25d3498ad8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/d205c2bd607540c9b1b424ee3dd57a0a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c07f85094fb54c2b854c22899a86b2b5, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/b6fa8aa5e8244c0bacd297d86597ebad, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/4eeed647668b468aafe0a939a63f1958, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/30597560828a42d7a153144f8c6d4060, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9b3ece2572424e81a213015fa9d9c9ee, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/cb6ba22d8ae3400aa93d1d1a48909088, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5d2a70dd854e4f6d852cb8603281d01d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/616e6e1c1293415b9702ca0f08d7f154, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/30c28789d9e8427ca72b8ebb1a7f1cd6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5184294746d645a181d50140b4065e4e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9da736d12ade40cfa5d50de69c2597fb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/7bfd0995268148b78863d41c7c82bccb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/67e7c36be9ef443986a83a54c011c067, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/d56adeca8d8a4f7aa378d7e545ce9c96, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/6b27e779babc404f9a703286dbc9aa71, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c8b0c14a07b0457b9208f81ac6f28dc0] to archive 2024-11-15T14:16:28,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:16:28,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/ed690a3ea85d463e922fb26162f6cbdb to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/ed690a3ea85d463e922fb26162f6cbdb 2024-11-15T14:16:28,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/f5925676005d4f39a96620e0b1481e59 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/f5925676005d4f39a96620e0b1481e59 2024-11-15T14:16:28,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5ddc305abd08450987e654f0cd15544c to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5ddc305abd08450987e654f0cd15544c 2024-11-15T14:16:28,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/7ff27f89e9ce49ed87182cb49b8d4f83 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/7ff27f89e9ce49ed87182cb49b8d4f83 2024-11-15T14:16:28,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9afbaf0ccfc8466fb8b87ef3cb470a10 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9afbaf0ccfc8466fb8b87ef3cb470a10 2024-11-15T14:16:28,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/8eb8f251ceae45fbaf508f4b7c70b32e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/8eb8f251ceae45fbaf508f4b7c70b32e 2024-11-15T14:16:28,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c28db58bbc874086bc2b6a25d3498ad8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c28db58bbc874086bc2b6a25d3498ad8 2024-11-15T14:16:28,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/d205c2bd607540c9b1b424ee3dd57a0a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/d205c2bd607540c9b1b424ee3dd57a0a 2024-11-15T14:16:28,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c07f85094fb54c2b854c22899a86b2b5 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c07f85094fb54c2b854c22899a86b2b5 2024-11-15T14:16:28,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/b6fa8aa5e8244c0bacd297d86597ebad to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/b6fa8aa5e8244c0bacd297d86597ebad 2024-11-15T14:16:28,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/4eeed647668b468aafe0a939a63f1958 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/4eeed647668b468aafe0a939a63f1958 2024-11-15T14:16:28,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/30597560828a42d7a153144f8c6d4060 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/30597560828a42d7a153144f8c6d4060 2024-11-15T14:16:28,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9b3ece2572424e81a213015fa9d9c9ee to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9b3ece2572424e81a213015fa9d9c9ee 2024-11-15T14:16:28,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/cb6ba22d8ae3400aa93d1d1a48909088 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/cb6ba22d8ae3400aa93d1d1a48909088 2024-11-15T14:16:28,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5d2a70dd854e4f6d852cb8603281d01d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5d2a70dd854e4f6d852cb8603281d01d 2024-11-15T14:16:28,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/616e6e1c1293415b9702ca0f08d7f154 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/616e6e1c1293415b9702ca0f08d7f154 2024-11-15T14:16:28,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/30c28789d9e8427ca72b8ebb1a7f1cd6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/30c28789d9e8427ca72b8ebb1a7f1cd6 2024-11-15T14:16:28,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5184294746d645a181d50140b4065e4e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/5184294746d645a181d50140b4065e4e 2024-11-15T14:16:28,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9da736d12ade40cfa5d50de69c2597fb to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/9da736d12ade40cfa5d50de69c2597fb 2024-11-15T14:16:28,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/7bfd0995268148b78863d41c7c82bccb to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/7bfd0995268148b78863d41c7c82bccb 2024-11-15T14:16:28,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/67e7c36be9ef443986a83a54c011c067 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/67e7c36be9ef443986a83a54c011c067 2024-11-15T14:16:28,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/d56adeca8d8a4f7aa378d7e545ce9c96 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/d56adeca8d8a4f7aa378d7e545ce9c96 2024-11-15T14:16:28,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/6b27e779babc404f9a703286dbc9aa71 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/6b27e779babc404f9a703286dbc9aa71 2024-11-15T14:16:28,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c8b0c14a07b0457b9208f81ac6f28dc0 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/c8b0c14a07b0457b9208f81ac6f28dc0 2024-11-15T14:16:28,267 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/recovered.edits/412.seqid, newMaxSeqId=412, maxSeqId=1 2024-11-15T14:16:28,267 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231. 2024-11-15T14:16:28,268 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1676): Region close journal for 7ef4060298b70a84a0749d7f26cf7231: Waiting for close lock at 1731680188038Running coprocessor pre-close hooks at 1731680188038Disabling compacts and flushes for region at 1731680188038Disabling writes for close at 1731680188200 (+162 ms)Writing region close event to WAL at 1731680188265 (+65 ms)Running coprocessor post-close hooks at 1731680188267 (+2 ms)Closed at 1731680188267 2024-11-15T14:16:28,269 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(157): Closed 7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:28,270 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=7ef4060298b70a84a0749d7f26cf7231, regionState=CLOSED 2024-11-15T14:16:28,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:16:28,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-15T14:16:28,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseRegionProcedure 7ef4060298b70a84a0749d7f26cf7231, server=26754e923c4a,43473,1731680037386 in 386 msec 2024-11-15T14:16:28,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-11-15T14:16:28,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ef4060298b70a84a0749d7f26cf7231, UNASSIGN in 390 msec 2024-11-15T14:16:28,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-15T14:16:28,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 393 msec 2024-11-15T14:16:28,276 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680188276"}]},"ts":"1731680188276"} 2024-11-15T14:16:28,277 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T14:16:28,277 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T14:16:28,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 401 msec 2024-11-15T14:16:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T14:16:28,507 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:28,508 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-15T14:16:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:28,588 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T14:16:28,590 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=139, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:28,593 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:28,597 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/recovered.edits] 2024-11-15T14:16:28,600 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/07274328ce234be2b5884644208ffc62 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/07274328ce234be2b5884644208ffc62 2024-11-15T14:16:28,601 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/29bbfa15a2684278af8a8e8d95e26a94 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/29bbfa15a2684278af8a8e8d95e26a94 2024-11-15T14:16:28,603 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/d91c5abc257e45d398923c162caaae98 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/d91c5abc257e45d398923c162caaae98 2024-11-15T14:16:28,604 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/fe778ad176a349c3a33a138807233b17 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/A/fe778ad176a349c3a33a138807233b17 2024-11-15T14:16:28,605 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/0926088ae4224304ba051cc6c4702691 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/0926088ae4224304ba051cc6c4702691 2024-11-15T14:16:28,606 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/0e332984f7e348cd9d75e7c796cd83c2 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/0e332984f7e348cd9d75e7c796cd83c2 2024-11-15T14:16:28,607 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/537c6b43bfb34116b16656fa8b3df967 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/537c6b43bfb34116b16656fa8b3df967 2024-11-15T14:16:28,608 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/9f6f96d1a4e544dfa7db7c786d93d0f5 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/B/9f6f96d1a4e544dfa7db7c786d93d0f5 2024-11-15T14:16:28,610 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/7094a9a511f245a0b04c0f741f60478f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/7094a9a511f245a0b04c0f741f60478f 2024-11-15T14:16:28,610 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/777a658e69af4382a78df357f77068f2 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/777a658e69af4382a78df357f77068f2 2024-11-15T14:16:28,611 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/a88f109610764079a723290b45a65acc to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/a88f109610764079a723290b45a65acc 2024-11-15T14:16:28,612 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/aed6c6122f1e4aaf84f94e038b067081 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/C/aed6c6122f1e4aaf84f94e038b067081 2024-11-15T14:16:28,614 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/recovered.edits/412.seqid to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231/recovered.edits/412.seqid 2024-11-15T14:16:28,615 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/7ef4060298b70a84a0749d7f26cf7231 2024-11-15T14:16:28,615 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T14:16:28,617 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=139, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:28,619 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T14:16:28,621 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T14:16:28,622 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=139, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:28,622 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T14:16:28,622 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731680188622"}]},"ts":"9223372036854775807"} 2024-11-15T14:16:28,624 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T14:16:28,624 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7ef4060298b70a84a0749d7f26cf7231, NAME => 'TestAcidGuarantees,,1731680163888.7ef4060298b70a84a0749d7f26cf7231.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T14:16:28,624 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T14:16:28,624 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731680188624"}]},"ts":"9223372036854775807"} 2024-11-15T14:16:28,626 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T14:16:28,627 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=139, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:28,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 118 msec 2024-11-15T14:16:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T14:16:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T14:16:28,696 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:28,710 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 242), OpenFileDescriptor=447 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=871 (was 771) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=722 (was 271) - AvailableMemoryMB LEAK? - 2024-11-15T14:16:28,719 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=871, ProcessCount=11, AvailableMemoryMB=721 2024-11-15T14:16:28,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T14:16:28,721 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:16:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:28,722 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T14:16:28,722 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:28,722 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 140 2024-11-15T14:16:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-15T14:16:28,723 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T14:16:28,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742355_1531 (size=959) 2024-11-15T14:16:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-15T14:16:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-15T14:16:29,130 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114 2024-11-15T14:16:29,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742356_1532 (size=53) 2024-11-15T14:16:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-15T14:16:29,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:16:29,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6c0fc0388c2850598dd578f24c2c86a6, disabling compactions & flushes 2024-11-15T14:16:29,536 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:29,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:29,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. after waiting 0 ms 2024-11-15T14:16:29,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:29,536 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:29,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c0fc0388c2850598dd578f24c2c86a6: Waiting for close lock at 1731680189536Disabling compacts and flushes for region at 1731680189536Disabling writes for close at 1731680189536Writing region close event to WAL at 1731680189536Closed at 1731680189536 2024-11-15T14:16:29,537 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T14:16:29,538 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731680189537"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731680189537"}]},"ts":"1731680189537"} 2024-11-15T14:16:29,539 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T14:16:29,540 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T14:16:29,540 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680189540"}]},"ts":"1731680189540"} 2024-11-15T14:16:29,541 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T14:16:29,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0fc0388c2850598dd578f24c2c86a6, ASSIGN}] 2024-11-15T14:16:29,543 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0fc0388c2850598dd578f24c2c86a6, ASSIGN 2024-11-15T14:16:29,543 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0fc0388c2850598dd578f24c2c86a6, ASSIGN; state=OFFLINE, location=26754e923c4a,43473,1731680037386; forceNewPlan=false, retain=false 2024-11-15T14:16:29,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=6c0fc0388c2850598dd578f24c2c86a6, regionState=OPENING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:16:29,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0fc0388c2850598dd578f24c2c86a6, ASSIGN because future has completed 2024-11-15T14:16:29,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:16:29,856 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:29,856 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:16:29,857 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:29,857 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:16:29,857 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7794): checking encryption for 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:29,858 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7797): checking classloading for 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:29,860 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:29,863 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0fc0388c2850598dd578f24c2c86a6 columnFamilyName A 2024-11-15T14:16:29,863 DEBUG [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:29,863 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] regionserver.HStore(327): Store=6c0fc0388c2850598dd578f24c2c86a6/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:16:29,863 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:29,865 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0fc0388c2850598dd578f24c2c86a6 columnFamilyName B 2024-11-15T14:16:29,865 DEBUG [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-15T14:16:29,866 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] regionserver.HStore(327): Store=6c0fc0388c2850598dd578f24c2c86a6/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:16:29,866 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:29,868 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0fc0388c2850598dd578f24c2c86a6 columnFamilyName C 2024-11-15T14:16:29,868 DEBUG [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:29,869 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] regionserver.HStore(327): Store=6c0fc0388c2850598dd578f24c2c86a6/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:16:29,869 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1038): replaying wal for 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:29,870 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:29,870 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:29,872 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1048): stopping wal replay for 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:29,872 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1060): Cleaning up temporary data for 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:29,872 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T14:16:29,874 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1093): writing seq id for 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:29,876 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T14:16:29,877 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1114): Opened 6c0fc0388c2850598dd578f24c2c86a6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66632146, jitterRate=-0.007103651762008667}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T14:16:29,877 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:29,878 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1006): Region open journal for 6c0fc0388c2850598dd578f24c2c86a6: Running coprocessor pre-open hook at 1731680189858Writing region info on filesystem at 1731680189858Initializing all the Stores at 1731680189859 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680189859Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680189860 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680189860Cleaning up temporary data from old regions at 1731680189872 (+12 ms)Running coprocessor post-open hooks at 1731680189877 (+5 ms)Region opened successfully at 1731680189878 (+1 ms) 2024-11-15T14:16:29,878 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., pid=142, masterSystemTime=1731680189850 2024-11-15T14:16:29,880 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:29,880 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:29,880 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=6c0fc0388c2850598dd578f24c2c86a6, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:16:29,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:16:29,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-15T14:16:29,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 in 185 msec 2024-11-15T14:16:29,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-15T14:16:29,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0fc0388c2850598dd578f24c2c86a6, ASSIGN in 342 msec 2024-11-15T14:16:29,886 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T14:16:29,886 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680189886"}]},"ts":"1731680189886"} 2024-11-15T14:16:29,887 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T14:16:29,888 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T14:16:29,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-11-15T14:16:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-15T14:16:30,876 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:30,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d463f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:30,878 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:30,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:30,880 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd1e9ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:30,883 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:30,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e53a48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:30,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:30,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:30,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:30,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:30,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T14:16:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,37089,1731680036562 2024-11-15T14:16:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c23742a 2024-11-15T14:16:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T14:16:30,890 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T14:16:30,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T14:16:30,892 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T14:16:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:30,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742357_1533 (size=995) 2024-11-15T14:16:31,307 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-15T14:16:31,308 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-15T14:16:31,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T14:16:31,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0fc0388c2850598dd578f24c2c86a6, REOPEN/MOVE}] 2024-11-15T14:16:31,316 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0fc0388c2850598dd578f24c2c86a6, REOPEN/MOVE 2024-11-15T14:16:31,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=6c0fc0388c2850598dd578f24c2c86a6, regionState=CLOSING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:16:31,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0fc0388c2850598dd578f24c2c86a6, REOPEN/MOVE because future has completed 2024-11-15T14:16:31,318 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T14:16:31,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:16:31,472 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:31,472 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T14:16:31,472 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing 6c0fc0388c2850598dd578f24c2c86a6, disabling compactions & flushes 2024-11-15T14:16:31,472 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:31,472 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:31,473 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. after waiting 0 ms 2024-11-15T14:16:31,473 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:31,482 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T14:16:31,483 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:31,483 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for 6c0fc0388c2850598dd578f24c2c86a6: Waiting for close lock at 1731680191472Running coprocessor pre-close hooks at 1731680191472Disabling compacts and flushes for region at 1731680191472Disabling writes for close at 1731680191473 (+1 ms)Writing region close event to WAL at 1731680191474 (+1 ms)Running coprocessor post-close hooks at 1731680191482 (+8 ms)Closed at 1731680191483 (+1 ms) 2024-11-15T14:16:31,483 WARN [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionServer(3299): Not adding moved region record: 6c0fc0388c2850598dd578f24c2c86a6 to self. 2024-11-15T14:16:31,485 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:31,485 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=6c0fc0388c2850598dd578f24c2c86a6, regionState=CLOSED 2024-11-15T14:16:31,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:16:31,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-15T14:16:31,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure 6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 in 170 msec 2024-11-15T14:16:31,490 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0fc0388c2850598dd578f24c2c86a6, REOPEN/MOVE; state=CLOSED, location=26754e923c4a,43473,1731680037386; forceNewPlan=false, retain=true 2024-11-15T14:16:31,641 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=6c0fc0388c2850598dd578f24c2c86a6, regionState=OPENING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:16:31,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0fc0388c2850598dd578f24c2c86a6, REOPEN/MOVE because future has completed 2024-11-15T14:16:31,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:16:31,802 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:31,802 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} 2024-11-15T14:16:31,802 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:31,802 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T14:16:31,803 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7794): checking encryption for 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:31,803 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7797): checking classloading for 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:31,807 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:31,807 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0fc0388c2850598dd578f24c2c86a6 columnFamilyName A 2024-11-15T14:16:31,808 DEBUG [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:31,809 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] regionserver.HStore(327): Store=6c0fc0388c2850598dd578f24c2c86a6/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:16:31,809 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:31,810 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0fc0388c2850598dd578f24c2c86a6 columnFamilyName B 2024-11-15T14:16:31,810 DEBUG [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:31,811 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] regionserver.HStore(327): Store=6c0fc0388c2850598dd578f24c2c86a6/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:16:31,811 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:31,811 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0fc0388c2850598dd578f24c2c86a6 columnFamilyName C 2024-11-15T14:16:31,812 DEBUG [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:31,812 INFO [StoreOpener-6c0fc0388c2850598dd578f24c2c86a6-1 {}] regionserver.HStore(327): Store=6c0fc0388c2850598dd578f24c2c86a6/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T14:16:31,812 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1038): replaying wal for 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:31,813 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:31,813 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:31,814 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1048): stopping wal replay for 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:31,814 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1060): Cleaning up temporary data for 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:31,814 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T14:16:31,816 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1093): writing seq id for 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:31,816 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1114): Opened 6c0fc0388c2850598dd578f24c2c86a6; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72327148, jitterRate=0.07775849103927612}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T14:16:31,816 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:31,817 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1006): Region open journal for 6c0fc0388c2850598dd578f24c2c86a6: Running coprocessor pre-open hook at 1731680191803Writing region info on filesystem at 1731680191803Initializing all the Stores at 1731680191803Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680191803Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680191806 (+3 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680191806Cleaning up temporary data from old regions at 1731680191814 (+8 ms)Running coprocessor post-open hooks at 1731680191816 (+2 ms)Region opened successfully at 1731680191817 (+1 ms) 2024-11-15T14:16:31,818 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., pid=147, masterSystemTime=1731680191800 2024-11-15T14:16:31,820 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:31,820 INFO [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:31,820 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=6c0fc0388c2850598dd578f24c2c86a6, regionState=OPEN, openSeqNum=5, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:16:31,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:16:31,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=145 2024-11-15T14:16:31,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 in 176 msec 2024-11-15T14:16:31,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-15T14:16:31,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0fc0388c2850598dd578f24c2c86a6, REOPEN/MOVE in 509 msec 2024-11-15T14:16:31,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-15T14:16:31,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-11-15T14:16:31,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 935 msec 2024-11-15T14:16:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-15T14:16:31,831 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:31,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26378a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:31,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:31,832 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:31,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:31,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:31,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633c4305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:31,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:31,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:31,834 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:31,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7170fc07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236062f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:31,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:31,836 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200d3842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:31,838 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a9075b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a3e32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:31,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:31,840 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4c4c15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:31,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:31,841 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:31,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dae8a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fc022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:31,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:31,844 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a450908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:31,845 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:31,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c67998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77590f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:31,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:31,849 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:31,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:31,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:31,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cbd54b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:31,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:31,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:31,851 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:31,851 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b64a11c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13700528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:31,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:31,854 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:31,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:31,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:31,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6430ad76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:31,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:31,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:31,855 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:31,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1057ed5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6deae39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:31,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:31,859 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:31,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:31,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:31,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6cfc2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:31,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:31,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:31,860 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:31,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68181473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb7cff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:31,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:31,863 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:31,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:31,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:31,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58875a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:31,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:31,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:31,865 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3a36bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:31,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:31,868 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:31,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:31,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:31,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4848d440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:31,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:31,870 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:31,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b19a193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39174ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,37089,-1 for getting cluster id 2024-11-15T14:16:31,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T14:16:31,872 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e9c7cc3-8233-48ee-a974-a9b4178d1ecc' 2024-11-15T14:16:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T14:16:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e9c7cc3-8233-48ee-a974-a9b4178d1ecc" 2024-11-15T14:16:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b4ea20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,37089,-1] 2024-11-15T14:16:31,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T14:16:31,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:31,873 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T14:16:31,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bb4988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T14:16:31,874 DEBUG [Thread-2385 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:31,875 DEBUG [Thread-2387 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:31,875 DEBUG [Thread-2379 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:31,875 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:31,875 DEBUG [Thread-2398 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:31,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:31,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:31,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:31,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:31,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:31,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-15T14:16:31,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:31,876 DEBUG [Thread-2383 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:31,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:31,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:31,877 DEBUG [Thread-2394 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:31,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:31,877 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:31,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:31,878 DEBUG [Thread-2392 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:31,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:31,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:31,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:16:31,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:31,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:31,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:16:31,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:31,879 DEBUG [Thread-2390 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:31,879 DEBUG [Thread-2381 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:31,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:31,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-15T14:16:31,880 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:31,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:31,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:31,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:31,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:16:31,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:16:31,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:31,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:31,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:31,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:31,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:31,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:31,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:16:31,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:16:31,884 DEBUG [Thread-2396 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T14:16:31,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:16:31,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:16:31,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:16:31,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,43473,1731680037386, seqNum=-1] 2024-11-15T14:16:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T14:16:31,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T14:16:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:31,889 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:31,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T14:16:31,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5] 2024-11-15T14:16:31,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bb23e25709f543a9b58314a75e038d57_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680191889/Put/seqid=0 2024-11-15T14:16:31,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742358_1534 (size=12154) 2024-11-15T14:16:31,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680251935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:31,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:31,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:31,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:31,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680251937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:31,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:31,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:31,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:31,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680251938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:31,941 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:31,941 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:31,941 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:31,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680251939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:31,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680251940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-15T14:16:32,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-15T14:16:32,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:32,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:32,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:32,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680252046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:32,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680252046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680252046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680252046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:32,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680252055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:32,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-15T14:16:32,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:32,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:32,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:32,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-15T14:16:32,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680252256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:32,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680252256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680252256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680252256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:32,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:32,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680252265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:32,315 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:32,318 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bb23e25709f543a9b58314a75e038d57_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bb23e25709f543a9b58314a75e038d57_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:32,319 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/d9ba47513c1a4954a6e16d348a2cf7c3, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:32,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/d9ba47513c1a4954a6e16d348a2cf7c3 is 175, key is test_row_0/A:col10/1731680191889/Put/seqid=0 2024-11-15T14:16:32,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742359_1535 (size=30955) 2024-11-15T14:16:32,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-15T14:16:32,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:32,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:32,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:32,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-15T14:16:32,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:32,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:32,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:32,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-15T14:16:32,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680252566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:32,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680252566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680252566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:32,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680252566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:32,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:32,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:32,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:32,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680252575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:32,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:32,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:32,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-15T14:16:32,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:32,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:32,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:32,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,724 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/d9ba47513c1a4954a6e16d348a2cf7c3 2024-11-15T14:16:32,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/273c90b0370d4926993a4998cd25659e is 50, key is test_row_0/B:col10/1731680191889/Put/seqid=0 2024-11-15T14:16:32,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742360_1536 (size=12001) 2024-11-15T14:16:32,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/273c90b0370d4926993a4998cd25659e 2024-11-15T14:16:32,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/0fa396c15aad4eedba6badcb0f5d59de is 50, key is test_row_0/C:col10/1731680191889/Put/seqid=0 2024-11-15T14:16:32,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742361_1537 (size=12001) 2024-11-15T14:16:32,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/0fa396c15aad4eedba6badcb0f5d59de 2024-11-15T14:16:32,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/d9ba47513c1a4954a6e16d348a2cf7c3 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/d9ba47513c1a4954a6e16d348a2cf7c3 2024-11-15T14:16:32,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/d9ba47513c1a4954a6e16d348a2cf7c3, entries=150, sequenceid=17, filesize=30.2 K 2024-11-15T14:16:32,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/273c90b0370d4926993a4998cd25659e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/273c90b0370d4926993a4998cd25659e 2024-11-15T14:16:32,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-15T14:16:32,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:32,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:32,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:32,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:32,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/273c90b0370d4926993a4998cd25659e, entries=150, sequenceid=17, filesize=11.7 K 2024-11-15T14:16:32,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/0fa396c15aad4eedba6badcb0f5d59de as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0fa396c15aad4eedba6badcb0f5d59de 2024-11-15T14:16:32,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0fa396c15aad4eedba6badcb0f5d59de, entries=150, sequenceid=17, filesize=11.7 K 2024-11-15T14:16:32,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6c0fc0388c2850598dd578f24c2c86a6 in 920ms, sequenceid=17, compaction requested=false 2024-11-15T14:16:32,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:32,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-15T14:16:32,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:32,951 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T14:16:32,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e3c4ff9bc8854f96a868eb2feeb5bfa0_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680191938/Put/seqid=0 2024-11-15T14:16:32,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742362_1538 (size=12154) 2024-11-15T14:16:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-15T14:16:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:33,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:33,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680253110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680253111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680253111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680253111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680253115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680253225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680253225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680253225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680253226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680253226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:33,373 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e3c4ff9bc8854f96a868eb2feeb5bfa0_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e3c4ff9bc8854f96a868eb2feeb5bfa0_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:33,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/231e705a3698442eaa6168528bc29e91, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:33,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/231e705a3698442eaa6168528bc29e91 is 175, key is test_row_0/A:col10/1731680191938/Put/seqid=0 2024-11-15T14:16:33,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742363_1539 (size=30955) 2024-11-15T14:16:33,396 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/231e705a3698442eaa6168528bc29e91 2024-11-15T14:16:33,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/9cb605772047430ba080d83d86ab702f is 50, key is test_row_0/B:col10/1731680191938/Put/seqid=0 2024-11-15T14:16:33,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742364_1540 (size=12001) 2024-11-15T14:16:33,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680253435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680253435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680253436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680253436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680253436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680253745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680253745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680253745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680253745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680253746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:33,787 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T14:16:33,815 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/9cb605772047430ba080d83d86ab702f 2024-11-15T14:16:33,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/81d2bc356abf4085ad3798c3060bf232 is 50, key is test_row_0/C:col10/1731680191938/Put/seqid=0 2024-11-15T14:16:33,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742365_1541 (size=12001) 2024-11-15T14:16:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-15T14:16:34,225 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/81d2bc356abf4085ad3798c3060bf232 2024-11-15T14:16:34,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/231e705a3698442eaa6168528bc29e91 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/231e705a3698442eaa6168528bc29e91 2024-11-15T14:16:34,232 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/231e705a3698442eaa6168528bc29e91, entries=150, sequenceid=40, filesize=30.2 K 2024-11-15T14:16:34,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/9cb605772047430ba080d83d86ab702f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/9cb605772047430ba080d83d86ab702f 2024-11-15T14:16:34,236 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/9cb605772047430ba080d83d86ab702f, entries=150, sequenceid=40, filesize=11.7 K 2024-11-15T14:16:34,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/81d2bc356abf4085ad3798c3060bf232 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/81d2bc356abf4085ad3798c3060bf232 2024-11-15T14:16:34,240 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/81d2bc356abf4085ad3798c3060bf232, entries=150, sequenceid=40, filesize=11.7 K 2024-11-15T14:16:34,241 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6c0fc0388c2850598dd578f24c2c86a6 in 1289ms, sequenceid=40, compaction requested=false 2024-11-15T14:16:34,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:34,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:34,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-15T14:16:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-15T14:16:34,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-15T14:16:34,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3620 sec 2024-11-15T14:16:34,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.3690 sec 2024-11-15T14:16:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:34,257 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:34,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T14:16:34,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a9142cac15f549438c2a1002ee4e99ca_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680194256/Put/seqid=0 2024-11-15T14:16:34,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742366_1542 (size=17034) 2024-11-15T14:16:34,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680254312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680254313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680254314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680254313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680254315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680254426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680254426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680254426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680254426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680254426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680254636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680254636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680254636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680254636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680254651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,669 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:34,676 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a9142cac15f549438c2a1002ee4e99ca_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a9142cac15f549438c2a1002ee4e99ca_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:34,677 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/ba94a730db5f41b896ce86c123b66f13, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:34,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/ba94a730db5f41b896ce86c123b66f13 is 175, key is test_row_0/A:col10/1731680194256/Put/seqid=0 2024-11-15T14:16:34,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742367_1543 (size=48139) 2024-11-15T14:16:34,717 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/ba94a730db5f41b896ce86c123b66f13 2024-11-15T14:16:34,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/2f61e9ad466e49b1b11d36a2008c0087 is 50, key is test_row_0/B:col10/1731680194256/Put/seqid=0 2024-11-15T14:16:34,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742368_1544 (size=12001) 2024-11-15T14:16:34,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/2f61e9ad466e49b1b11d36a2008c0087 2024-11-15T14:16:34,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/76824578523a4b368636d9c224c4a380 is 50, key is test_row_0/C:col10/1731680194256/Put/seqid=0 2024-11-15T14:16:34,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742369_1545 (size=12001) 2024-11-15T14:16:34,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680254945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680254946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680254946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680254946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:34,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680254965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:35,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/76824578523a4b368636d9c224c4a380 2024-11-15T14:16:35,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/ba94a730db5f41b896ce86c123b66f13 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/ba94a730db5f41b896ce86c123b66f13 2024-11-15T14:16:35,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/ba94a730db5f41b896ce86c123b66f13, entries=250, sequenceid=56, filesize=47.0 K 2024-11-15T14:16:35,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/2f61e9ad466e49b1b11d36a2008c0087 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/2f61e9ad466e49b1b11d36a2008c0087 2024-11-15T14:16:35,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/2f61e9ad466e49b1b11d36a2008c0087, entries=150, sequenceid=56, filesize=11.7 K 2024-11-15T14:16:35,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/76824578523a4b368636d9c224c4a380 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/76824578523a4b368636d9c224c4a380 2024-11-15T14:16:35,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/76824578523a4b368636d9c224c4a380, entries=150, sequenceid=56, filesize=11.7 K 2024-11-15T14:16:35,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 6c0fc0388c2850598dd578f24c2c86a6 in 1064ms, sequenceid=56, compaction requested=true 2024-11-15T14:16:35,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:35,322 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:35,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:35,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:35,322 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:35,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:16:35,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:35,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:16:35,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:35,325 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:35,325 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/A is initiating minor compaction (all files) 2024-11-15T14:16:35,325 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/A in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:35,325 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/d9ba47513c1a4954a6e16d348a2cf7c3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/231e705a3698442eaa6168528bc29e91, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/ba94a730db5f41b896ce86c123b66f13] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=107.5 K 2024-11-15T14:16:35,325 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:35,325 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/d9ba47513c1a4954a6e16d348a2cf7c3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/231e705a3698442eaa6168528bc29e91, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/ba94a730db5f41b896ce86c123b66f13] 2024-11-15T14:16:35,325 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9ba47513c1a4954a6e16d348a2cf7c3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731680191886 2024-11-15T14:16:35,326 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:35,326 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 231e705a3698442eaa6168528bc29e91, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731680191934 2024-11-15T14:16:35,326 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/B is initiating minor compaction (all files) 2024-11-15T14:16:35,326 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/B in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:35,326 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/273c90b0370d4926993a4998cd25659e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/9cb605772047430ba080d83d86ab702f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/2f61e9ad466e49b1b11d36a2008c0087] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=35.2 K 2024-11-15T14:16:35,326 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba94a730db5f41b896ce86c123b66f13, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731680193084 2024-11-15T14:16:35,326 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 273c90b0370d4926993a4998cd25659e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731680191886 2024-11-15T14:16:35,327 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cb605772047430ba080d83d86ab702f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731680191934 2024-11-15T14:16:35,327 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f61e9ad466e49b1b11d36a2008c0087, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731680193084 2024-11-15T14:16:35,333 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:35,335 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115cf3037720a7d478eb10d5545226f7b96_6c0fc0388c2850598dd578f24c2c86a6 store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:35,336 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:35,337 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/c0d54f7f65a54b229db48c00d2243c3d is 50, key is test_row_0/B:col10/1731680194256/Put/seqid=0 2024-11-15T14:16:35,337 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115cf3037720a7d478eb10d5545226f7b96_6c0fc0388c2850598dd578f24c2c86a6, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:35,337 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cf3037720a7d478eb10d5545226f7b96_6c0fc0388c2850598dd578f24c2c86a6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:35,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742370_1546 (size=12104) 2024-11-15T14:16:35,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742371_1547 (size=4469) 2024-11-15T14:16:35,393 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#A#compaction#461 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:35,393 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/c458ba5896574b4988b9e2e83edeac7b is 175, key is test_row_0/A:col10/1731680194256/Put/seqid=0 2024-11-15T14:16:35,396 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/c0d54f7f65a54b229db48c00d2243c3d as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/c0d54f7f65a54b229db48c00d2243c3d 2024-11-15T14:16:35,403 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/B of 6c0fc0388c2850598dd578f24c2c86a6 into c0d54f7f65a54b229db48c00d2243c3d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:35,403 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:35,403 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/B, priority=13, startTime=1731680195322; duration=0sec 2024-11-15T14:16:35,403 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:35,403 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:B 2024-11-15T14:16:35,403 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:35,404 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:35,404 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/C is initiating minor compaction (all files) 2024-11-15T14:16:35,404 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/C in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:35,405 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0fa396c15aad4eedba6badcb0f5d59de, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/81d2bc356abf4085ad3798c3060bf232, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/76824578523a4b368636d9c224c4a380] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=35.2 K 2024-11-15T14:16:35,405 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fa396c15aad4eedba6badcb0f5d59de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731680191886 2024-11-15T14:16:35,405 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 81d2bc356abf4085ad3798c3060bf232, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731680191934 2024-11-15T14:16:35,406 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 76824578523a4b368636d9c224c4a380, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731680193084 2024-11-15T14:16:35,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742372_1548 (size=31058) 2024-11-15T14:16:35,428 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#C#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:35,429 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/70b8e65fab31433095dc7b9b8967bce3 is 50, key is test_row_0/C:col10/1731680194256/Put/seqid=0 2024-11-15T14:16:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:35,461 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:35,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T14:16:35,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742373_1549 (size=12104) 2024-11-15T14:16:35,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680255499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:35,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:35,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158b054b16d12b432ea6d2e9488616e125_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680195459/Put/seqid=0 2024-11-15T14:16:35,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680255507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:35,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:35,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680255509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:35,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:35,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680255510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:35,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680255510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:35,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742374_1550 (size=12154) 2024-11-15T14:16:35,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680255616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:35,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680255625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:35,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680255625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:35,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680255625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:35,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680255625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:35,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680255826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:35,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:35,835 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/c458ba5896574b4988b9e2e83edeac7b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/c458ba5896574b4988b9e2e83edeac7b 2024-11-15T14:16:35,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680255835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:35,840 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/A of 6c0fc0388c2850598dd578f24c2c86a6 into c458ba5896574b4988b9e2e83edeac7b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:35,840 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:35,840 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/A, priority=13, startTime=1731680195321; duration=0sec 2024-11-15T14:16:35,840 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:35,840 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:A 2024-11-15T14:16:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680255835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:35,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:35,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680255836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:35,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:35,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680255836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:35,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:35,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:35,878 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/70b8e65fab31433095dc7b9b8967bce3 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/70b8e65fab31433095dc7b9b8967bce3 2024-11-15T14:16:35,883 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/C of 6c0fc0388c2850598dd578f24c2c86a6 into 70b8e65fab31433095dc7b9b8967bce3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:35,883 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:35,883 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/C, priority=13, startTime=1731680195323; duration=0sec 2024-11-15T14:16:35,884 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:35,884 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:C 2024-11-15T14:16:35,936 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:35,940 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158b054b16d12b432ea6d2e9488616e125_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158b054b16d12b432ea6d2e9488616e125_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:35,941 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/db8a88dc5d9e4a60a0c0800f367384e6, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:35,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/db8a88dc5d9e4a60a0c0800f367384e6 is 175, key is test_row_0/A:col10/1731680195459/Put/seqid=0 2024-11-15T14:16:35,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742375_1551 (size=30955) 2024-11-15T14:16:35,986 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/db8a88dc5d9e4a60a0c0800f367384e6 2024-11-15T14:16:36,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/6565fe85086d4252a0ae8c1fc34d3eae is 50, key is test_row_0/B:col10/1731680195459/Put/seqid=0 2024-11-15T14:16:36,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742376_1552 (size=12001) 2024-11-15T14:16:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-15T14:16:36,045 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:36,047 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-15T14:16:36,049 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-15T14:16:36,049 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:36,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:36,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680256135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:36,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680256145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:36,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:36,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680256146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:36,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-15T14:16:36,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680256159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:36,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680256159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:36,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:36,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:36,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-15T14:16:36,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:36,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:36,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:36,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:36,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:36,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-15T14:16:36,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:36,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:36,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:36,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:36,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-15T14:16:36,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/6565fe85086d4252a0ae8c1fc34d3eae 2024-11-15T14:16:36,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/9bd750eaa14a4e5094b34996fd5e9ea8 is 50, key is test_row_0/C:col10/1731680195459/Put/seqid=0 2024-11-15T14:16:36,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742377_1553 (size=12001) 2024-11-15T14:16:36,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/9bd750eaa14a4e5094b34996fd5e9ea8 2024-11-15T14:16:36,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/db8a88dc5d9e4a60a0c0800f367384e6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/db8a88dc5d9e4a60a0c0800f367384e6 2024-11-15T14:16:36,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/db8a88dc5d9e4a60a0c0800f367384e6, entries=150, sequenceid=80, filesize=30.2 K 2024-11-15T14:16:36,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/6565fe85086d4252a0ae8c1fc34d3eae as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/6565fe85086d4252a0ae8c1fc34d3eae 2024-11-15T14:16:36,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/6565fe85086d4252a0ae8c1fc34d3eae, entries=150, sequenceid=80, filesize=11.7 K 2024-11-15T14:16:36,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/9bd750eaa14a4e5094b34996fd5e9ea8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/9bd750eaa14a4e5094b34996fd5e9ea8 2024-11-15T14:16:36,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/9bd750eaa14a4e5094b34996fd5e9ea8, entries=150, sequenceid=80, filesize=11.7 K 2024-11-15T14:16:36,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 6c0fc0388c2850598dd578f24c2c86a6 in 1053ms, sequenceid=80, compaction requested=false 2024-11-15T14:16:36,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:36,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-15T14:16:36,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:36,516 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T14:16:36,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155d2711ec5a75418793777b80adee5694_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680195509/Put/seqid=0 2024-11-15T14:16:36,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742378_1554 (size=12154) 2024-11-15T14:16:36,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:36,586 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155d2711ec5a75418793777b80adee5694_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155d2711ec5a75418793777b80adee5694_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:36,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/910a120d559c4277bb146ff5414e9931, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:36,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/910a120d559c4277bb146ff5414e9931 is 175, key is test_row_0/A:col10/1731680195509/Put/seqid=0 2024-11-15T14:16:36,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742379_1555 (size=30955) 2024-11-15T14:16:36,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-15T14:16:36,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680256753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:36,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:36,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680256754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:36,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:36,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680256755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:36,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:36,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680256760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:36,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680256761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:36,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:36,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:36,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680256865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:36,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680256876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:36,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680256877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:36,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:36,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680256877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680256877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,035 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/910a120d559c4277bb146ff5414e9931 2024-11-15T14:16:37,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/681c56d3e67246dd9f44738e424d8b04 is 50, key is test_row_0/B:col10/1731680195509/Put/seqid=0 2024-11-15T14:16:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742380_1556 (size=12001) 2024-11-15T14:16:37,057 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/681c56d3e67246dd9f44738e424d8b04 2024-11-15T14:16:37,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680257075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/4d6782de480b4ab5952913f0f5708008 is 50, key is test_row_0/C:col10/1731680195509/Put/seqid=0 2024-11-15T14:16:37,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680257086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680257086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680257086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680257095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742381_1557 (size=12001) 2024-11-15T14:16:37,121 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/4d6782de480b4ab5952913f0f5708008 2024-11-15T14:16:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/910a120d559c4277bb146ff5414e9931 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/910a120d559c4277bb146ff5414e9931 2024-11-15T14:16:37,141 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/910a120d559c4277bb146ff5414e9931, entries=150, sequenceid=97, filesize=30.2 K 2024-11-15T14:16:37,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/681c56d3e67246dd9f44738e424d8b04 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/681c56d3e67246dd9f44738e424d8b04 2024-11-15T14:16:37,152 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/681c56d3e67246dd9f44738e424d8b04, entries=150, sequenceid=97, filesize=11.7 K 2024-11-15T14:16:37,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/4d6782de480b4ab5952913f0f5708008 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/4d6782de480b4ab5952913f0f5708008 2024-11-15T14:16:37,157 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/4d6782de480b4ab5952913f0f5708008, entries=150, sequenceid=97, filesize=11.7 K 2024-11-15T14:16:37,161 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 6c0fc0388c2850598dd578f24c2c86a6 in 645ms, sequenceid=97, compaction requested=true 2024-11-15T14:16:37,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:37,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:37,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-15T14:16:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-15T14:16:37,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-15T14:16:37,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1130 sec 2024-11-15T14:16:37,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.1180 sec 2024-11-15T14:16:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-15T14:16:37,196 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:37,197 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-15T14:16:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-15T14:16:37,199 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:37,200 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:37,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-15T14:16:37,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-15T14:16:37,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:37,363 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T14:16:37,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115469c19777ea94c9f8dfcb7c4cc92e798_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680196759/Put/seqid=0 2024-11-15T14:16:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:37,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:37,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742382_1558 (size=12154) 2024-11-15T14:16:37,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680257418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680257418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680257419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680257419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680257428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-15T14:16:37,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680257535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680257535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680257535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680257535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680257546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680257746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680257746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680257746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680257746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680257756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:37,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:37,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-15T14:16:37,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:37,833 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115469c19777ea94c9f8dfcb7c4cc92e798_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115469c19777ea94c9f8dfcb7c4cc92e798_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:37,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/8317de361c24404aaeb11964d446beb8, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:37,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/8317de361c24404aaeb11964d446beb8 is 175, key is test_row_0/A:col10/1731680196759/Put/seqid=0 2024-11-15T14:16:37,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742383_1559 (size=30955) 2024-11-15T14:16:37,846 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/8317de361c24404aaeb11964d446beb8 2024-11-15T14:16:37,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/a4791d84dccc44099974470439242ec0 is 50, key is test_row_0/B:col10/1731680196759/Put/seqid=0 2024-11-15T14:16:37,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742384_1560 (size=12001) 2024-11-15T14:16:37,921 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/a4791d84dccc44099974470439242ec0 2024-11-15T14:16:37,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/e4a2302b3278453fbc34907a488bd703 is 50, key is test_row_0/C:col10/1731680196759/Put/seqid=0 2024-11-15T14:16:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742385_1561 (size=12001) 2024-11-15T14:16:37,989 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/e4a2302b3278453fbc34907a488bd703 2024-11-15T14:16:37,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/8317de361c24404aaeb11964d446beb8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/8317de361c24404aaeb11964d446beb8 2024-11-15T14:16:38,001 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/8317de361c24404aaeb11964d446beb8, entries=150, sequenceid=119, filesize=30.2 K 2024-11-15T14:16:38,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/a4791d84dccc44099974470439242ec0 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/a4791d84dccc44099974470439242ec0 2024-11-15T14:16:38,006 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/a4791d84dccc44099974470439242ec0, entries=150, sequenceid=119, filesize=11.7 K 2024-11-15T14:16:38,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/e4a2302b3278453fbc34907a488bd703 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/e4a2302b3278453fbc34907a488bd703 2024-11-15T14:16:38,011 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/e4a2302b3278453fbc34907a488bd703, entries=150, sequenceid=119, filesize=11.7 K 2024-11-15T14:16:38,012 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6c0fc0388c2850598dd578f24c2c86a6 in 649ms, sequenceid=119, compaction requested=true 2024-11-15T14:16:38,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:38,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:38,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-15T14:16:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-15T14:16:38,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-15T14:16:38,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 814 msec 2024-11-15T14:16:38,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 819 msec 2024-11-15T14:16:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:38,062 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:38,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-15T14:16:38,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115677afbc71197415a89b5f0291f6facfb_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680198060/Put/seqid=0 2024-11-15T14:16:38,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680258110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680258107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680258110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680258118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680258118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742386_1562 (size=14794) 2024-11-15T14:16:38,164 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:38,167 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115677afbc71197415a89b5f0291f6facfb_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115677afbc71197415a89b5f0291f6facfb_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:38,168 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/d46f1f0615754a6c8ef9fcce4c526089, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:38,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/d46f1f0615754a6c8ef9fcce4c526089 is 175, key is test_row_0/A:col10/1731680198060/Put/seqid=0 2024-11-15T14:16:38,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742387_1563 (size=39749) 2024-11-15T14:16:38,208 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/d46f1f0615754a6c8ef9fcce4c526089 2024-11-15T14:16:38,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680258225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/da47d357d2c241779f17ebc83c7febba is 50, key is test_row_0/B:col10/1731680198060/Put/seqid=0 2024-11-15T14:16:38,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680258225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680258226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680258237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680258238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742388_1564 (size=12151) 2024-11-15T14:16:38,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/da47d357d2c241779f17ebc83c7febba 2024-11-15T14:16:38,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/87ec8bcbfc934a0c86473e2e2a4022d9 is 50, key is test_row_0/C:col10/1731680198060/Put/seqid=0 2024-11-15T14:16:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-15T14:16:38,336 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:38,336 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:38,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742389_1565 (size=12151) 2024-11-15T14:16:38,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/87ec8bcbfc934a0c86473e2e2a4022d9 2024-11-15T14:16:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-15T14:16:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T14:16:38,338 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:38,339 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:38,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:38,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/d46f1f0615754a6c8ef9fcce4c526089 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/d46f1f0615754a6c8ef9fcce4c526089 2024-11-15T14:16:38,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/d46f1f0615754a6c8ef9fcce4c526089, entries=200, sequenceid=136, filesize=38.8 K 2024-11-15T14:16:38,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/da47d357d2c241779f17ebc83c7febba as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/da47d357d2c241779f17ebc83c7febba 2024-11-15T14:16:38,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/da47d357d2c241779f17ebc83c7febba, entries=150, sequenceid=136, filesize=11.9 K 2024-11-15T14:16:38,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/87ec8bcbfc934a0c86473e2e2a4022d9 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/87ec8bcbfc934a0c86473e2e2a4022d9 2024-11-15T14:16:38,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/87ec8bcbfc934a0c86473e2e2a4022d9, entries=150, sequenceid=136, filesize=11.9 K 2024-11-15T14:16:38,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6c0fc0388c2850598dd578f24c2c86a6 in 314ms, sequenceid=136, compaction requested=true 2024-11-15T14:16:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:16:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T14:16:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:16:38,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-15T14:16:38,377 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T14:16:38,377 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T14:16:38,379 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60258 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T14:16:38,379 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/C is initiating minor compaction (all files) 2024-11-15T14:16:38,379 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/C in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:38,379 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/70b8e65fab31433095dc7b9b8967bce3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/9bd750eaa14a4e5094b34996fd5e9ea8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/4d6782de480b4ab5952913f0f5708008, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/e4a2302b3278453fbc34907a488bd703, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/87ec8bcbfc934a0c86473e2e2a4022d9] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=58.8 K 2024-11-15T14:16:38,380 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 70b8e65fab31433095dc7b9b8967bce3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731680193084 2024-11-15T14:16:38,380 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163672 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T14:16:38,380 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/A is initiating minor compaction (all files) 2024-11-15T14:16:38,380 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/A in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:38,380 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/c458ba5896574b4988b9e2e83edeac7b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/db8a88dc5d9e4a60a0c0800f367384e6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/910a120d559c4277bb146ff5414e9931, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/8317de361c24404aaeb11964d446beb8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/d46f1f0615754a6c8ef9fcce4c526089] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=159.8 K 2024-11-15T14:16:38,381 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:38,381 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/c458ba5896574b4988b9e2e83edeac7b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/db8a88dc5d9e4a60a0c0800f367384e6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/910a120d559c4277bb146ff5414e9931, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/8317de361c24404aaeb11964d446beb8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/d46f1f0615754a6c8ef9fcce4c526089] 2024-11-15T14:16:38,381 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bd750eaa14a4e5094b34996fd5e9ea8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731680194311 2024-11-15T14:16:38,381 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting c458ba5896574b4988b9e2e83edeac7b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731680193084 2024-11-15T14:16:38,381 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d6782de480b4ab5952913f0f5708008, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731680195505 2024-11-15T14:16:38,382 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting db8a88dc5d9e4a60a0c0800f367384e6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731680194311 2024-11-15T14:16:38,382 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting e4a2302b3278453fbc34907a488bd703, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731680196748 2024-11-15T14:16:38,382 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 910a120d559c4277bb146ff5414e9931, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731680195505 2024-11-15T14:16:38,382 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 87ec8bcbfc934a0c86473e2e2a4022d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731680197426 2024-11-15T14:16:38,382 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8317de361c24404aaeb11964d446beb8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731680196748 2024-11-15T14:16:38,383 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting d46f1f0615754a6c8ef9fcce4c526089, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731680197417 2024-11-15T14:16:38,402 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:38,413 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#C#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:38,420 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/619bf530923348e888350c5f9017a060 is 50, key is test_row_0/C:col10/1731680198060/Put/seqid=0 2024-11-15T14:16:38,423 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411158f4299eac93241889ce51308b826eb79_6c0fc0388c2850598dd578f24c2c86a6 store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:38,426 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411158f4299eac93241889ce51308b826eb79_6c0fc0388c2850598dd578f24c2c86a6, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:38,426 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158f4299eac93241889ce51308b826eb79_6c0fc0388c2850598dd578f24c2c86a6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:38,438 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:38,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-15T14:16:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T14:16:38,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742390_1566 (size=12425) 2024-11-15T14:16:38,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742391_1567 (size=4469) 2024-11-15T14:16:38,471 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#A#compaction#476 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:38,472 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/8cea9ef73bfe41e0bc51ce6c6a869051 is 175, key is test_row_0/A:col10/1731680198060/Put/seqid=0 2024-11-15T14:16:38,477 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/619bf530923348e888350c5f9017a060 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/619bf530923348e888350c5f9017a060 2024-11-15T14:16:38,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680258471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680258474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680258476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680258480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680258481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150eed50e000d8440fb1331e128b2b77ce_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680198115/Put/seqid=0 2024-11-15T14:16:38,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,491 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/C of 6c0fc0388c2850598dd578f24c2c86a6 into 619bf530923348e888350c5f9017a060(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:38,491 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:38,491 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/C, priority=11, startTime=1731680198376; duration=0sec 2024-11-15T14:16:38,491 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:38,491 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:C 2024-11-15T14:16:38,491 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T14:16:38,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T14:16:38,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:38,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:38,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:38,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:38,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:38,494 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60258 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T14:16:38,494 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/B is initiating minor compaction (all files) 2024-11-15T14:16:38,494 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/B in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:38,494 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/c0d54f7f65a54b229db48c00d2243c3d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/6565fe85086d4252a0ae8c1fc34d3eae, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/681c56d3e67246dd9f44738e424d8b04, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/a4791d84dccc44099974470439242ec0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/da47d357d2c241779f17ebc83c7febba] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=58.8 K 2024-11-15T14:16:38,494 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting c0d54f7f65a54b229db48c00d2243c3d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731680193084 2024-11-15T14:16:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:38,494 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 6565fe85086d4252a0ae8c1fc34d3eae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731680194311 2024-11-15T14:16:38,495 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 681c56d3e67246dd9f44738e424d8b04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731680195505 2024-11-15T14:16:38,495 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting a4791d84dccc44099974470439242ec0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731680196748 2024-11-15T14:16:38,495 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting da47d357d2c241779f17ebc83c7febba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731680197426 2024-11-15T14:16:38,514 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#B#compaction#479 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:38,514 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/45947caf648d49ad9e2695e82d1c7612 is 50, key is test_row_0/B:col10/1731680198060/Put/seqid=0 2024-11-15T14:16:38,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742393_1569 (size=12304) 2024-11-15T14:16:38,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742392_1568 (size=31379) 2024-11-15T14:16:38,578 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:38,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742394_1570 (size=12425) 2024-11-15T14:16:38,584 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/8cea9ef73bfe41e0bc51ce6c6a869051 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/8cea9ef73bfe41e0bc51ce6c6a869051 2024-11-15T14:16:38,585 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150eed50e000d8440fb1331e128b2b77ce_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150eed50e000d8440fb1331e128b2b77ce_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:38,587 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/9b2ed2fa2a06484abb15e3bf7c8257ba, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:38,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/9b2ed2fa2a06484abb15e3bf7c8257ba is 175, key is test_row_0/A:col10/1731680198115/Put/seqid=0 2024-11-15T14:16:38,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680258586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680258586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680258586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,592 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/A of 6c0fc0388c2850598dd578f24c2c86a6 into 8cea9ef73bfe41e0bc51ce6c6a869051(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:38,593 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:38,593 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/A, priority=11, startTime=1731680198376; duration=0sec 2024-11-15T14:16:38,593 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:38,593 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:A 2024-11-15T14:16:38,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,600 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/45947caf648d49ad9e2695e82d1c7612 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/45947caf648d49ad9e2695e82d1c7612 2024-11-15T14:16:38,604 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/B of 6c0fc0388c2850598dd578f24c2c86a6 into 45947caf648d49ad9e2695e82d1c7612(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:38,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,605 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:38,605 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/B, priority=11, startTime=1731680198376; duration=0sec 2024-11-15T14:16:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680258596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,605 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:38,605 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:B 2024-11-15T14:16:38,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680258596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742395_1571 (size=31105) 2024-11-15T14:16:38,627 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/9b2ed2fa2a06484abb15e3bf7c8257ba 2024-11-15T14:16:38,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/d99cf7db8faa474496a893a89d53cc56 is 50, key is test_row_0/B:col10/1731680198115/Put/seqid=0 2024-11-15T14:16:38,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T14:16:38,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:38,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:38,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:38,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:38,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T14:16:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742396_1572 (size=12151) 2024-11-15T14:16:38,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/d99cf7db8faa474496a893a89d53cc56 2024-11-15T14:16:38,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/42c670a1e5db44599a2b53e758fef922 is 50, key is test_row_0/C:col10/1731680198115/Put/seqid=0 2024-11-15T14:16:38,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742397_1573 (size=12151) 2024-11-15T14:16:38,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/42c670a1e5db44599a2b53e758fef922 2024-11-15T14:16:38,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/9b2ed2fa2a06484abb15e3bf7c8257ba as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/9b2ed2fa2a06484abb15e3bf7c8257ba 2024-11-15T14:16:38,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/9b2ed2fa2a06484abb15e3bf7c8257ba, entries=150, sequenceid=156, filesize=30.4 K 2024-11-15T14:16:38,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/d99cf7db8faa474496a893a89d53cc56 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/d99cf7db8faa474496a893a89d53cc56 2024-11-15T14:16:38,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/d99cf7db8faa474496a893a89d53cc56, entries=150, sequenceid=156, filesize=11.9 K 2024-11-15T14:16:38,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/42c670a1e5db44599a2b53e758fef922 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/42c670a1e5db44599a2b53e758fef922 2024-11-15T14:16:38,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/42c670a1e5db44599a2b53e758fef922, entries=150, sequenceid=156, filesize=11.9 K 2024-11-15T14:16:38,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 6c0fc0388c2850598dd578f24c2c86a6 in 313ms, sequenceid=156, compaction requested=false 2024-11-15T14:16:38,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:38,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T14:16:38,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:38,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:38,800 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-15T14:16:38,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d75494093df14065b7b54df629927ad1_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680198798/Put/seqid=0 2024-11-15T14:16:38,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742398_1574 (size=17284) 2024-11-15T14:16:38,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:38,840 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d75494093df14065b7b54df629927ad1_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d75494093df14065b7b54df629927ad1_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:38,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/a9ec1fbfed3945debec089ab2abf42ba, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:38,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/a9ec1fbfed3945debec089ab2abf42ba is 175, key is test_row_0/A:col10/1731680198798/Put/seqid=0 2024-11-15T14:16:38,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680258834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680258834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680258844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742399_1575 (size=48389) 2024-11-15T14:16:38,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680258845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680258845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,860 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/a9ec1fbfed3945debec089ab2abf42ba 2024-11-15T14:16:38,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/e2568dfd78c845fbb4b5bae06b02a018 is 50, key is test_row_0/B:col10/1731680198798/Put/seqid=0 2024-11-15T14:16:38,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742400_1576 (size=12151) 2024-11-15T14:16:38,920 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/e2568dfd78c845fbb4b5bae06b02a018 2024-11-15T14:16:38,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/1b1d2e2bf23c405589c59baea495c7fb is 50, key is test_row_0/C:col10/1731680198798/Put/seqid=0 2024-11-15T14:16:38,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680258955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680258955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680258955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680258955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T14:16:38,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680258966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:38,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:38,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:38,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742401_1577 (size=12151) 2024-11-15T14:16:38,974 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/1b1d2e2bf23c405589c59baea495c7fb 2024-11-15T14:16:38,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/a9ec1fbfed3945debec089ab2abf42ba as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/a9ec1fbfed3945debec089ab2abf42ba 2024-11-15T14:16:38,985 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/a9ec1fbfed3945debec089ab2abf42ba, entries=250, sequenceid=177, filesize=47.3 K 2024-11-15T14:16:38,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/e2568dfd78c845fbb4b5bae06b02a018 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/e2568dfd78c845fbb4b5bae06b02a018 2024-11-15T14:16:38,993 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/e2568dfd78c845fbb4b5bae06b02a018, entries=150, sequenceid=177, filesize=11.9 K 2024-11-15T14:16:38,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/1b1d2e2bf23c405589c59baea495c7fb as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/1b1d2e2bf23c405589c59baea495c7fb 2024-11-15T14:16:38,998 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/1b1d2e2bf23c405589c59baea495c7fb, entries=150, sequenceid=177, filesize=11.9 K 2024-11-15T14:16:38,999 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 6c0fc0388c2850598dd578f24c2c86a6 in 200ms, sequenceid=177, compaction requested=true 2024-11-15T14:16:38,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:38,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:38,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-15T14:16:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-15T14:16:39,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-15T14:16:39,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 662 msec 2024-11-15T14:16:39,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 669 msec 2024-11-15T14:16:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:39,172 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:39,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-15T14:16:39,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159c9d3e26c80b409fb8fbef36a2c606e7_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680199170/Put/seqid=0 2024-11-15T14:16:39,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680259190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680259190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742402_1578 (size=14794) 2024-11-15T14:16:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,199 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680259191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680259193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680259194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,207 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159c9d3e26c80b409fb8fbef36a2c606e7_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159c9d3e26c80b409fb8fbef36a2c606e7_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:39,207 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/227489d902a44d43b6a8b5eb47b5ea9c, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:39,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/227489d902a44d43b6a8b5eb47b5ea9c is 175, key is test_row_0/A:col10/1731680199170/Put/seqid=0 2024-11-15T14:16:39,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742403_1579 (size=39749) 2024-11-15T14:16:39,226 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/227489d902a44d43b6a8b5eb47b5ea9c 2024-11-15T14:16:39,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/2b1fb5fb0bf44f1083a524ded6d96c76 is 50, key is test_row_0/B:col10/1731680199170/Put/seqid=0 2024-11-15T14:16:39,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742404_1580 (size=12151) 2024-11-15T14:16:39,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/2b1fb5fb0bf44f1083a524ded6d96c76 2024-11-15T14:16:39,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/d1a6f658879245b0a95d14704ee56b1f is 50, key is test_row_0/C:col10/1731680199170/Put/seqid=0 2024-11-15T14:16:39,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742405_1581 (size=12151) 2024-11-15T14:16:39,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/d1a6f658879245b0a95d14704ee56b1f 2024-11-15T14:16:39,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680259306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680259306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680259306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680259306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680259306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/227489d902a44d43b6a8b5eb47b5ea9c as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/227489d902a44d43b6a8b5eb47b5ea9c 2024-11-15T14:16:39,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/227489d902a44d43b6a8b5eb47b5ea9c, entries=200, sequenceid=200, filesize=38.8 K 2024-11-15T14:16:39,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/2b1fb5fb0bf44f1083a524ded6d96c76 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/2b1fb5fb0bf44f1083a524ded6d96c76 2024-11-15T14:16:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/2b1fb5fb0bf44f1083a524ded6d96c76, entries=150, sequenceid=200, filesize=11.9 K 2024-11-15T14:16:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/d1a6f658879245b0a95d14704ee56b1f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d1a6f658879245b0a95d14704ee56b1f 2024-11-15T14:16:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d1a6f658879245b0a95d14704ee56b1f, entries=150, sequenceid=200, filesize=11.9 K 2024-11-15T14:16:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6c0fc0388c2850598dd578f24c2c86a6 in 174ms, sequenceid=200, compaction requested=true 2024-11-15T14:16:39,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:39,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:39,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:39,346 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:39,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:16:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:39,346 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:39,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:16:39,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,347 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:39,347 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150622 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:39,347 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/B is initiating minor compaction (all files) 2024-11-15T14:16:39,347 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/A is initiating minor compaction (all files) 2024-11-15T14:16:39,347 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/B in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:39,347 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/A in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:39,347 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/45947caf648d49ad9e2695e82d1c7612, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/d99cf7db8faa474496a893a89d53cc56, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/e2568dfd78c845fbb4b5bae06b02a018, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/2b1fb5fb0bf44f1083a524ded6d96c76] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=47.7 K 2024-11-15T14:16:39,347 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/8cea9ef73bfe41e0bc51ce6c6a869051, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/9b2ed2fa2a06484abb15e3bf7c8257ba, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/a9ec1fbfed3945debec089ab2abf42ba, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/227489d902a44d43b6a8b5eb47b5ea9c] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=147.1 K 2024-11-15T14:16:39,347 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:39,347 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/8cea9ef73bfe41e0bc51ce6c6a869051, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/9b2ed2fa2a06484abb15e3bf7c8257ba, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/a9ec1fbfed3945debec089ab2abf42ba, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/227489d902a44d43b6a8b5eb47b5ea9c] 2024-11-15T14:16:39,347 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 45947caf648d49ad9e2695e82d1c7612, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731680197426 2024-11-15T14:16:39,348 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cea9ef73bfe41e0bc51ce6c6a869051, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731680197426 2024-11-15T14:16:39,348 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting d99cf7db8faa474496a893a89d53cc56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731680198087 2024-11-15T14:16:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,348 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b2ed2fa2a06484abb15e3bf7c8257ba, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731680198087 2024-11-15T14:16:39,348 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting e2568dfd78c845fbb4b5bae06b02a018, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731680198473 2024-11-15T14:16:39,348 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9ec1fbfed3945debec089ab2abf42ba, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731680198473 2024-11-15T14:16:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,348 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b1fb5fb0bf44f1083a524ded6d96c76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731680199170 2024-11-15T14:16:39,348 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 227489d902a44d43b6a8b5eb47b5ea9c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731680199170 2024-11-15T14:16:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,359 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#B#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,359 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/4820c596127a47beac3ce69f2d11e779 is 50, key is test_row_0/B:col10/1731680199170/Put/seqid=0 2024-11-15T14:16:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,360 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,377 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115c414c4c8353f4aa6ab01037a4629f6ec_6c0fc0388c2850598dd578f24c2c86a6 store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,380 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115c414c4c8353f4aa6ab01037a4629f6ec_6c0fc0388c2850598dd578f24c2c86a6, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:39,380 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c414c4c8353f4aa6ab01037a4629f6ec_6c0fc0388c2850598dd578f24c2c86a6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742406_1582 (size=12561) 2024-11-15T14:16:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,400 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/4820c596127a47beac3ce69f2d11e779 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/4820c596127a47beac3ce69f2d11e779 2024-11-15T14:16:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,405 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/B of 6c0fc0388c2850598dd578f24c2c86a6 into 4820c596127a47beac3ce69f2d11e779(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:39,405 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:39,405 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/B, priority=12, startTime=1731680199346; duration=0sec 2024-11-15T14:16:39,405 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:39,405 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:B 2024-11-15T14:16:39,405 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,407 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:39,407 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/C is initiating minor compaction (all files) 2024-11-15T14:16:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,407 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/C in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:39,407 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/619bf530923348e888350c5f9017a060, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/42c670a1e5db44599a2b53e758fef922, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/1b1d2e2bf23c405589c59baea495c7fb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d1a6f658879245b0a95d14704ee56b1f] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=47.7 K 2024-11-15T14:16:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,407 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 619bf530923348e888350c5f9017a060, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731680197426 2024-11-15T14:16:39,408 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 42c670a1e5db44599a2b53e758fef922, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731680198087 2024-11-15T14:16:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,408 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b1d2e2bf23c405589c59baea495c7fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731680198473 2024-11-15T14:16:39,408 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting d1a6f658879245b0a95d14704ee56b1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731680199170 2024-11-15T14:16:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742407_1583 (size=4469) 2024-11-15T14:16:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,425 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#A#compaction#489 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:39,426 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/988c0d1054564bc28f616331fc982621 is 175, key is test_row_0/A:col10/1731680199170/Put/seqid=0 2024-11-15T14:16:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,437 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#C#compaction#490 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:39,437 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/6d255b04ad2f4272863bf050b0fa1773 is 50, key is test_row_0/C:col10/1731680199170/Put/seqid=0 2024-11-15T14:16:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742408_1584 (size=31515) 2024-11-15T14:16:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,474 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/988c0d1054564bc28f616331fc982621 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/988c0d1054564bc28f616331fc982621 2024-11-15T14:16:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T14:16:39,476 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:39,476 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-15T14:16:39,478 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,480 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:39,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T14:16:39,484 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/A of 6c0fc0388c2850598dd578f24c2c86a6 into 988c0d1054564bc28f616331fc982621(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:39,484 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:39,485 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/A, priority=12, startTime=1731680199346; duration=0sec 2024-11-15T14:16:39,485 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:39,485 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:A 2024-11-15T14:16:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742409_1585 (size=12561) 2024-11-15T14:16:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,501 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/6d255b04ad2f4272863bf050b0fa1773 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/6d255b04ad2f4272863bf050b0fa1773 2024-11-15T14:16:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,506 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/C of 6c0fc0388c2850598dd578f24c2c86a6 into 6d255b04ad2f4272863bf050b0fa1773(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:39,506 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:39,506 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/C, priority=12, startTime=1731680199346; duration=0sec 2024-11-15T14:16:39,506 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:39,506 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:C 2024-11-15T14:16:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:39,517 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:39,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T14:16:39,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111528dd4a2b65e3430894d21a455c1da0cb_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680199516/Put/seqid=0 2024-11-15T14:16:39,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680259542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680259543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680259543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680259543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680259545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742410_1586 (size=12304) 2024-11-15T14:16:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T14:16:39,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-15T14:16:39,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:39,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:39,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:39,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:39,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:39,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680259655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680259655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680259656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680259656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680259656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-15T14:16:39,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:39,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:39,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:39,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:39,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T14:16:39,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680259865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680259865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680259865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680259865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680259866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:39,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:39,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-15T14:16:39,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:39,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:39,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:39,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:39,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:39,961 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:39,966 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111528dd4a2b65e3430894d21a455c1da0cb_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111528dd4a2b65e3430894d21a455c1da0cb_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:39,970 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/3158777d6dd44faca19f6dfe87cea6d4, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:39,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/3158777d6dd44faca19f6dfe87cea6d4 is 175, key is test_row_0/A:col10/1731680199516/Put/seqid=0 2024-11-15T14:16:40,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742411_1587 (size=31101) 2024-11-15T14:16:40,005 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/3158777d6dd44faca19f6dfe87cea6d4 2024-11-15T14:16:40,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/51d613f95b1645de8e72b9b5348e8021 is 50, key is test_row_0/B:col10/1731680199516/Put/seqid=0 2024-11-15T14:16:40,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742412_1588 (size=9757) 2024-11-15T14:16:40,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/51d613f95b1645de8e72b9b5348e8021 2024-11-15T14:16:40,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-15T14:16:40,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:40,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:40,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:40,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:40,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:40,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/61c11f7029dd498bb699c93290752ad6 is 50, key is test_row_0/C:col10/1731680199516/Put/seqid=0 2024-11-15T14:16:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T14:16:40,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742413_1589 (size=9757) 2024-11-15T14:16:40,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/61c11f7029dd498bb699c93290752ad6 2024-11-15T14:16:40,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/3158777d6dd44faca19f6dfe87cea6d4 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/3158777d6dd44faca19f6dfe87cea6d4 2024-11-15T14:16:40,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/3158777d6dd44faca19f6dfe87cea6d4, entries=150, sequenceid=217, filesize=30.4 K 2024-11-15T14:16:40,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/51d613f95b1645de8e72b9b5348e8021 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/51d613f95b1645de8e72b9b5348e8021 2024-11-15T14:16:40,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680260176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:40,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680260177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:40,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:40,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:40,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680260177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:40,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:40,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680260178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:40,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680260178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:40,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:40,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/51d613f95b1645de8e72b9b5348e8021, entries=100, sequenceid=217, filesize=9.5 K 2024-11-15T14:16:40,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/61c11f7029dd498bb699c93290752ad6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/61c11f7029dd498bb699c93290752ad6 2024-11-15T14:16:40,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/61c11f7029dd498bb699c93290752ad6, entries=100, sequenceid=217, filesize=9.5 K 2024-11-15T14:16:40,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6c0fc0388c2850598dd578f24c2c86a6 in 676ms, sequenceid=217, compaction requested=false 2024-11-15T14:16:40,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:40,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-15T14:16:40,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:40,255 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T14:16:40,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e2abe1f41146412eb1a2d7fd4d44d280_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680199543/Put/seqid=0 2024-11-15T14:16:40,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742414_1590 (size=12304) 2024-11-15T14:16:40,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,297 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e2abe1f41146412eb1a2d7fd4d44d280_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e2abe1f41146412eb1a2d7fd4d44d280_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/57b69cd9d6314a5bb8a42c2cc380ec82, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:40,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/57b69cd9d6314a5bb8a42c2cc380ec82 is 175, key is test_row_0/A:col10/1731680199543/Put/seqid=0 2024-11-15T14:16:40,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742415_1591 (size=31105) 2024-11-15T14:16:40,349 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/57b69cd9d6314a5bb8a42c2cc380ec82 2024-11-15T14:16:40,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/a90f2fa334614936b34cf5f985651688 is 50, key is test_row_0/B:col10/1731680199543/Put/seqid=0 2024-11-15T14:16:40,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742416_1592 (size=12151) 2024-11-15T14:16:40,379 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/a90f2fa334614936b34cf5f985651688 2024-11-15T14:16:40,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/1164c3881fde4c1493a86052b9150f2b is 50, key is test_row_0/C:col10/1731680199543/Put/seqid=0 2024-11-15T14:16:40,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742417_1593 (size=12151) 2024-11-15T14:16:40,420 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/1164c3881fde4c1493a86052b9150f2b 2024-11-15T14:16:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/57b69cd9d6314a5bb8a42c2cc380ec82 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/57b69cd9d6314a5bb8a42c2cc380ec82 2024-11-15T14:16:40,429 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/57b69cd9d6314a5bb8a42c2cc380ec82, entries=150, sequenceid=239, filesize=30.4 K 2024-11-15T14:16:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/a90f2fa334614936b34cf5f985651688 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/a90f2fa334614936b34cf5f985651688 2024-11-15T14:16:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,433 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/a90f2fa334614936b34cf5f985651688, entries=150, sequenceid=239, filesize=11.9 K 2024-11-15T14:16:40,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/1164c3881fde4c1493a86052b9150f2b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/1164c3881fde4c1493a86052b9150f2b 2024-11-15T14:16:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,439 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/1164c3881fde4c1493a86052b9150f2b, entries=150, sequenceid=239, filesize=11.9 K 2024-11-15T14:16:40,440 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 6c0fc0388c2850598dd578f24c2c86a6 in 185ms, sequenceid=239, compaction requested=true 2024-11-15T14:16:40,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:40,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:40,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-15T14:16:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-15T14:16:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-15T14:16:40,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 962 msec 2024-11-15T14:16:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 968 msec 2024-11-15T14:16:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T14:16:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,616 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,617 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-15T14:16:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,620 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-15T14:16:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,621 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-15T14:16:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:40,765 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:40,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T14:16:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:40,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-15T14:16:40,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:40,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:40,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:40,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:40,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:40,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156e9b7706bfda4cf691a22b1ffcba6e36_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680200740/Put/seqid=0 2024-11-15T14:16:40,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742418_1594 (size=12304) 2024-11-15T14:16:40,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680260863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:40,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680260864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:40,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:40,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:40,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680260871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:40,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:40,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680260872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:40,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:40,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680260874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:40,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:40,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-15T14:16:40,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:40,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:40,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:40,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:40,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-15T14:16:40,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680260976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680260976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:40,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680260985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:40,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680260985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:40,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680260986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:41,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-15T14:16:41,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:41,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:41,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:41,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:41,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:41,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680261186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:41,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680261186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,194 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:41,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680261195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:41,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680261196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:41,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680261199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:41,234 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:41,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-15T14:16:41,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:41,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:41,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:41,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:41,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-15T14:16:41,250 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156e9b7706bfda4cf691a22b1ffcba6e36_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156e9b7706bfda4cf691a22b1ffcba6e36_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:41,252 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/cc7f67bc4dab4a51bb7ae275e0917852, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:41,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/cc7f67bc4dab4a51bb7ae275e0917852 is 175, key is test_row_0/A:col10/1731680200740/Put/seqid=0 2024-11-15T14:16:41,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742419_1595 (size=31105) 2024-11-15T14:16:41,274 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/cc7f67bc4dab4a51bb7ae275e0917852 2024-11-15T14:16:41,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/112e2edbda75486f9a40440e56ec8451 is 50, key is test_row_0/B:col10/1731680200740/Put/seqid=0 2024-11-15T14:16:41,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742420_1596 (size=12151) 2024-11-15T14:16:41,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-15T14:16:41,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:41,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:41,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:41,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:41,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:41,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680261506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:41,510 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:41,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680261506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:41,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:41,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680261506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:41,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:41,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680261506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:41,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:41,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680261525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:41,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-15T14:16:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:41,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:41,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-15T14:16:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:41,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:41,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/112e2edbda75486f9a40440e56ec8451 2024-11-15T14:16:41,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/95bd7d622a5048ec8884096e8fdd6883 is 50, key is test_row_0/C:col10/1731680200740/Put/seqid=0 2024-11-15T14:16:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-15T14:16:41,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742421_1597 (size=12151) 2024-11-15T14:16:41,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/95bd7d622a5048ec8884096e8fdd6883 2024-11-15T14:16:41,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/cc7f67bc4dab4a51bb7ae275e0917852 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/cc7f67bc4dab4a51bb7ae275e0917852 2024-11-15T14:16:41,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/cc7f67bc4dab4a51bb7ae275e0917852, entries=150, sequenceid=252, filesize=30.4 K 2024-11-15T14:16:41,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/112e2edbda75486f9a40440e56ec8451 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/112e2edbda75486f9a40440e56ec8451 2024-11-15T14:16:41,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/112e2edbda75486f9a40440e56ec8451, entries=150, sequenceid=252, filesize=11.9 K 2024-11-15T14:16:41,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/95bd7d622a5048ec8884096e8fdd6883 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/95bd7d622a5048ec8884096e8fdd6883 2024-11-15T14:16:41,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/95bd7d622a5048ec8884096e8fdd6883, entries=150, sequenceid=252, filesize=11.9 K 2024-11-15T14:16:41,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6c0fc0388c2850598dd578f24c2c86a6 in 1066ms, sequenceid=252, compaction requested=true 2024-11-15T14:16:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:41,832 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:41,832 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:16:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:16:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:41,834 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:41,834 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/B is initiating minor compaction (all files) 2024-11-15T14:16:41,835 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/B in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:41,835 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/4820c596127a47beac3ce69f2d11e779, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/51d613f95b1645de8e72b9b5348e8021, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/a90f2fa334614936b34cf5f985651688, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/112e2edbda75486f9a40440e56ec8451] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=45.5 K 2024-11-15T14:16:41,836 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 4820c596127a47beac3ce69f2d11e779, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731680199170 2024-11-15T14:16:41,837 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 51d613f95b1645de8e72b9b5348e8021, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731680199189 2024-11-15T14:16:41,838 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124826 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:41,838 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/A is initiating minor compaction (all files) 2024-11-15T14:16:41,838 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/A in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:41,838 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/988c0d1054564bc28f616331fc982621, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/3158777d6dd44faca19f6dfe87cea6d4, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/57b69cd9d6314a5bb8a42c2cc380ec82, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/cc7f67bc4dab4a51bb7ae275e0917852] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=121.9 K 2024-11-15T14:16:41,838 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:41,838 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/988c0d1054564bc28f616331fc982621, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/3158777d6dd44faca19f6dfe87cea6d4, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/57b69cd9d6314a5bb8a42c2cc380ec82, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/cc7f67bc4dab4a51bb7ae275e0917852] 2024-11-15T14:16:41,838 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting a90f2fa334614936b34cf5f985651688, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731680199541 2024-11-15T14:16:41,839 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 988c0d1054564bc28f616331fc982621, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731680199170 2024-11-15T14:16:41,839 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 112e2edbda75486f9a40440e56ec8451, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731680200740 2024-11-15T14:16:41,839 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3158777d6dd44faca19f6dfe87cea6d4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731680199189 2024-11-15T14:16:41,840 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57b69cd9d6314a5bb8a42c2cc380ec82, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731680199541 2024-11-15T14:16:41,840 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc7f67bc4dab4a51bb7ae275e0917852, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731680200740 2024-11-15T14:16:41,852 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#B#compaction#500 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:41,852 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/990e6d159bda4339a56e5835a3601cf8 is 50, key is test_row_0/B:col10/1731680200740/Put/seqid=0 2024-11-15T14:16:41,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-15T14:16:41,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:41,859 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T14:16:41,867 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:41,884 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115a5171f100a6e4bd8b594c02f2337335e_6c0fc0388c2850598dd578f24c2c86a6 store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:41,889 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115a5171f100a6e4bd8b594c02f2337335e_6c0fc0388c2850598dd578f24c2c86a6, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:41,889 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a5171f100a6e4bd8b594c02f2337335e_6c0fc0388c2850598dd578f24c2c86a6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:41,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a4f4c9605b5749219127a5a73de83d90_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680200858/Put/seqid=0 2024-11-15T14:16:41,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742423_1599 (size=4469) 2024-11-15T14:16:41,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742422_1598 (size=12697) 2024-11-15T14:16:41,967 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/990e6d159bda4339a56e5835a3601cf8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/990e6d159bda4339a56e5835a3601cf8 2024-11-15T14:16:41,978 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/B of 6c0fc0388c2850598dd578f24c2c86a6 into 990e6d159bda4339a56e5835a3601cf8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:41,978 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:41,978 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/B, priority=12, startTime=1731680201832; duration=0sec 2024-11-15T14:16:41,978 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:41,978 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:B 2024-11-15T14:16:41,978 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:41,979 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:41,980 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/C is initiating minor compaction (all files) 2024-11-15T14:16:41,980 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/C in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:41,980 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/6d255b04ad2f4272863bf050b0fa1773, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/61c11f7029dd498bb699c93290752ad6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/1164c3881fde4c1493a86052b9150f2b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/95bd7d622a5048ec8884096e8fdd6883] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=45.5 K 2024-11-15T14:16:41,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742424_1600 (size=12454) 2024-11-15T14:16:41,981 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d255b04ad2f4272863bf050b0fa1773, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731680199170 2024-11-15T14:16:41,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:41,981 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 61c11f7029dd498bb699c93290752ad6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731680199189 2024-11-15T14:16:41,981 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 1164c3881fde4c1493a86052b9150f2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731680199541 2024-11-15T14:16:41,982 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 95bd7d622a5048ec8884096e8fdd6883, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731680200740 2024-11-15T14:16:41,985 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a4f4c9605b5749219127a5a73de83d90_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a4f4c9605b5749219127a5a73de83d90_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:41,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/89c8b2862a774ac1b9b28d0e1cf88c47, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:41,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/89c8b2862a774ac1b9b28d0e1cf88c47 is 175, key is test_row_0/A:col10/1731680200858/Put/seqid=0 2024-11-15T14:16:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:42,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:42,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742425_1601 (size=31255) 2024-11-15T14:16:42,030 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#C#compaction#503 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:42,030 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/3321eeea3e994943b955ff9b2fd04ad1 is 50, key is test_row_0/C:col10/1731680200740/Put/seqid=0 2024-11-15T14:16:42,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680262035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680262036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680262036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680262040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680262046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742426_1602 (size=12697) 2024-11-15T14:16:42,075 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/3321eeea3e994943b955ff9b2fd04ad1 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/3321eeea3e994943b955ff9b2fd04ad1 2024-11-15T14:16:42,081 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/C of 6c0fc0388c2850598dd578f24c2c86a6 into 3321eeea3e994943b955ff9b2fd04ad1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:42,081 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:42,081 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/C, priority=12, startTime=1731680201832; duration=0sec 2024-11-15T14:16:42,082 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:42,082 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:C 2024-11-15T14:16:42,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680262155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680262155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680262155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680262156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,340 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#A#compaction#501 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:42,341 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/f64d7d215beb47319c3e92f33a9829ed is 175, key is test_row_0/A:col10/1731680200740/Put/seqid=0 2024-11-15T14:16:42,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742427_1603 (size=31651) 2024-11-15T14:16:42,372 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/f64d7d215beb47319c3e92f33a9829ed as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/f64d7d215beb47319c3e92f33a9829ed 2024-11-15T14:16:42,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680262372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680262372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680262373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,380 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/A of 6c0fc0388c2850598dd578f24c2c86a6 into f64d7d215beb47319c3e92f33a9829ed(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:42,380 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:42,380 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/A, priority=12, startTime=1731680201832; duration=0sec 2024-11-15T14:16:42,380 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:42,380 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:A 2024-11-15T14:16:42,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680262378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,426 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/89c8b2862a774ac1b9b28d0e1cf88c47 2024-11-15T14:16:42,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/87977e6e4721405d92a2682696ae473e is 50, key is test_row_0/B:col10/1731680200858/Put/seqid=0 2024-11-15T14:16:42,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742428_1604 (size=12301) 2024-11-15T14:16:42,461 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/87977e6e4721405d92a2682696ae473e 2024-11-15T14:16:42,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/0a17d06cee3b45879e00020066d94d7c is 50, key is test_row_0/C:col10/1731680200858/Put/seqid=0 2024-11-15T14:16:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742429_1605 (size=12301) 2024-11-15T14:16:42,529 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/0a17d06cee3b45879e00020066d94d7c 2024-11-15T14:16:42,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/89c8b2862a774ac1b9b28d0e1cf88c47 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/89c8b2862a774ac1b9b28d0e1cf88c47 2024-11-15T14:16:42,547 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/89c8b2862a774ac1b9b28d0e1cf88c47, entries=150, sequenceid=275, filesize=30.5 K 2024-11-15T14:16:42,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/87977e6e4721405d92a2682696ae473e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/87977e6e4721405d92a2682696ae473e 2024-11-15T14:16:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,551 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/87977e6e4721405d92a2682696ae473e, entries=150, sequenceid=275, filesize=12.0 K 2024-11-15T14:16:42,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/0a17d06cee3b45879e00020066d94d7c as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0a17d06cee3b45879e00020066d94d7c 2024-11-15T14:16:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,557 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0a17d06cee3b45879e00020066d94d7c, entries=150, sequenceid=275, filesize=12.0 K 2024-11-15T14:16:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,558 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6c0fc0388c2850598dd578f24c2c86a6 in 700ms, sequenceid=275, compaction requested=false 2024-11-15T14:16:42,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:42,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:42,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-15T14:16:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-15T14:16:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-15T14:16:42,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9380 sec 2024-11-15T14:16:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.9450 sec 2024-11-15T14:16:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:42,703 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:42,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T14:16:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111561038ee53026448aad18bb9efeaaf950_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_1/A:col10/1731680202033/Put/seqid=0 2024-11-15T14:16:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:42,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680262749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680262751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680262752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680262753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-15T14:16:42,766 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:42,766 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-15T14:16:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T14:16:42,769 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:42,770 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:42,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:42,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742430_1606 (size=12454) 2024-11-15T14:16:42,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680262866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680262866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680262866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:42,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680262866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:42,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,870 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,870 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:42,870 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T14:16:42,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T14:16:42,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:42,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:42,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:42,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:42,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:43,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680263066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:43,069 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in 6c0fc0388c2850598dd578f24c2c86a6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:16:43,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:43,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T14:16:43,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:43,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:43,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:43,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:43,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:43,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680263075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:43,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680263075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:43,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680263075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:43,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:43,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680263075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:43,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T14:16:43,181 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:43,194 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111561038ee53026448aad18bb9efeaaf950_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111561038ee53026448aad18bb9efeaaf950_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:43,196 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/181498482e8641fa8325b676b45076c6, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:43,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/181498482e8641fa8325b676b45076c6 is 175, key is test_row_1/A:col10/1731680202033/Put/seqid=0 2024-11-15T14:16:43,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742431_1607 (size=31251) 2024-11-15T14:16:43,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T14:16:43,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:43,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:43,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:43,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:43,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:43,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T14:16:43,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:43,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:43,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:43,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:43,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:43,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680263385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:43,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680263385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:43,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680263385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:43,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680263386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T14:16:43,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T14:16:43,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:43,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:43,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:43,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:43,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:43,632 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/181498482e8641fa8325b676b45076c6 2024-11-15T14:16:43,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/5b32e8b7ed7d47119ae4e5d6c0340dbd is 50, key is test_row_1/B:col10/1731680202033/Put/seqid=0 2024-11-15T14:16:43,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742432_1608 (size=9857) 2024-11-15T14:16:43,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/5b32e8b7ed7d47119ae4e5d6c0340dbd 2024-11-15T14:16:43,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/d0ae1db748f2426ca69acd2c5e336773 is 50, key is test_row_1/C:col10/1731680202033/Put/seqid=0 2024-11-15T14:16:43,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T14:16:43,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:43,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:43,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:43,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:43,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:43,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742433_1609 (size=9857) 2024-11-15T14:16:43,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/d0ae1db748f2426ca69acd2c5e336773 2024-11-15T14:16:43,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/181498482e8641fa8325b676b45076c6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/181498482e8641fa8325b676b45076c6 2024-11-15T14:16:43,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/181498482e8641fa8325b676b45076c6, entries=150, sequenceid=292, filesize=30.5 K 2024-11-15T14:16:43,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/5b32e8b7ed7d47119ae4e5d6c0340dbd as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/5b32e8b7ed7d47119ae4e5d6c0340dbd 2024-11-15T14:16:43,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/5b32e8b7ed7d47119ae4e5d6c0340dbd, entries=100, sequenceid=292, filesize=9.6 K 2024-11-15T14:16:43,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/d0ae1db748f2426ca69acd2c5e336773 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d0ae1db748f2426ca69acd2c5e336773 2024-11-15T14:16:43,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d0ae1db748f2426ca69acd2c5e336773, entries=100, sequenceid=292, filesize=9.6 K 2024-11-15T14:16:43,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 6c0fc0388c2850598dd578f24c2c86a6 in 1053ms, sequenceid=292, compaction requested=true 2024-11-15T14:16:43,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:43,756 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:43,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:43,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:43,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:16:43,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:43,756 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:43,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:16:43,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:43,757 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94157 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:43,757 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/A is initiating minor compaction (all files) 2024-11-15T14:16:43,758 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/A in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:43,758 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/f64d7d215beb47319c3e92f33a9829ed, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/89c8b2862a774ac1b9b28d0e1cf88c47, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/181498482e8641fa8325b676b45076c6] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=92.0 K 2024-11-15T14:16:43,758 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:43,758 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/f64d7d215beb47319c3e92f33a9829ed, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/89c8b2862a774ac1b9b28d0e1cf88c47, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/181498482e8641fa8325b676b45076c6] 2024-11-15T14:16:43,758 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:43,758 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/B is initiating minor compaction (all files) 2024-11-15T14:16:43,758 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting f64d7d215beb47319c3e92f33a9829ed, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731680200740 2024-11-15T14:16:43,758 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/B in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:43,759 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/990e6d159bda4339a56e5835a3601cf8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/87977e6e4721405d92a2682696ae473e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/5b32e8b7ed7d47119ae4e5d6c0340dbd] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=34.0 K 2024-11-15T14:16:43,759 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89c8b2862a774ac1b9b28d0e1cf88c47, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731680200857 2024-11-15T14:16:43,759 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 990e6d159bda4339a56e5835a3601cf8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731680200740 2024-11-15T14:16:43,759 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 181498482e8641fa8325b676b45076c6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731680202033 2024-11-15T14:16:43,759 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 87977e6e4721405d92a2682696ae473e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731680200857 2024-11-15T14:16:43,760 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b32e8b7ed7d47119ae4e5d6c0340dbd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731680202033 2024-11-15T14:16:43,774 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:43,786 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#B#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:43,787 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/e77dfd1ca0d640ab91a1928cd8bc7dda is 50, key is test_row_0/B:col10/1731680200858/Put/seqid=0 2024-11-15T14:16:43,791 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115a39325f9df4d46978dbc459a58ad756a_6c0fc0388c2850598dd578f24c2c86a6 store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:43,793 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115a39325f9df4d46978dbc459a58ad756a_6c0fc0388c2850598dd578f24c2c86a6, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:43,793 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a39325f9df4d46978dbc459a58ad756a_6c0fc0388c2850598dd578f24c2c86a6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:43,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742434_1610 (size=12949) 2024-11-15T14:16:43,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T14:16:43,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:43,852 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T14:16:43,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742435_1611 (size=4469) 2024-11-15T14:16:43,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:43,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156bd600b7cca84e4eacb421a86bb73fe6_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680202751/Put/seqid=0 2024-11-15T14:16:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T14:16:43,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742436_1612 (size=12454) 2024-11-15T14:16:43,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680263915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:43,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:43,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680263956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:43,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680263959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:43,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680263960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680264065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680264065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680264075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,079 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,079 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,079 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680264075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,240 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/e77dfd1ca0d640ab91a1928cd8bc7dda as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/e77dfd1ca0d640ab91a1928cd8bc7dda 2024-11-15T14:16:44,245 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/B of 6c0fc0388c2850598dd578f24c2c86a6 into e77dfd1ca0d640ab91a1928cd8bc7dda(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:44,246 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:44,246 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/B, priority=13, startTime=1731680203756; duration=0sec 2024-11-15T14:16:44,246 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:44,246 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:B 2024-11-15T14:16:44,246 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:44,247 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:44,247 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/C is initiating minor compaction (all files) 2024-11-15T14:16:44,247 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/C in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:44,247 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/3321eeea3e994943b955ff9b2fd04ad1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0a17d06cee3b45879e00020066d94d7c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d0ae1db748f2426ca69acd2c5e336773] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=34.0 K 2024-11-15T14:16:44,248 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 3321eeea3e994943b955ff9b2fd04ad1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731680200740 2024-11-15T14:16:44,248 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a17d06cee3b45879e00020066d94d7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731680200857 2024-11-15T14:16:44,248 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting d0ae1db748f2426ca69acd2c5e336773, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731680202033 2024-11-15T14:16:44,263 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#C#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:44,263 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/091f448361a64086a234da402c0484cc is 50, key is test_row_0/C:col10/1731680200858/Put/seqid=0 2024-11-15T14:16:44,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680264275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680264276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,278 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#A#compaction#509 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:44,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,279 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/abe5c28d0d0b4e21aabe10e89885765e is 175, key is test_row_0/A:col10/1731680200858/Put/seqid=0 2024-11-15T14:16:44,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680264286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680264286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742437_1613 (size=12949) 2024-11-15T14:16:44,314 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/091f448361a64086a234da402c0484cc as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/091f448361a64086a234da402c0484cc 2024-11-15T14:16:44,321 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/C of 6c0fc0388c2850598dd578f24c2c86a6 into 091f448361a64086a234da402c0484cc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:44,321 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:44,321 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/C, priority=13, startTime=1731680203756; duration=0sec 2024-11-15T14:16:44,321 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:44,321 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:C 2024-11-15T14:16:44,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:44,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742438_1614 (size=32010) 2024-11-15T14:16:44,333 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156bd600b7cca84e4eacb421a86bb73fe6_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156bd600b7cca84e4eacb421a86bb73fe6_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:44,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/3fb765f7adb643a4aba54356c2fa6218, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:44,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/3fb765f7adb643a4aba54356c2fa6218 is 175, key is test_row_0/A:col10/1731680202751/Put/seqid=0 2024-11-15T14:16:44,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742439_1615 (size=31255) 2024-11-15T14:16:44,358 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/3fb765f7adb643a4aba54356c2fa6218 2024-11-15T14:16:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/d18ab7a9efc34d78b3e73a0532b00e56 is 50, key is test_row_0/B:col10/1731680202751/Put/seqid=0 2024-11-15T14:16:44,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742440_1616 (size=12301) 2024-11-15T14:16:44,410 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/d18ab7a9efc34d78b3e73a0532b00e56 2024-11-15T14:16:44,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/d10ec5c04ca242cabcd6a0679ecdef01 is 50, key is test_row_0/C:col10/1731680202751/Put/seqid=0 2024-11-15T14:16:44,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742441_1617 (size=12301) 2024-11-15T14:16:44,455 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/d10ec5c04ca242cabcd6a0679ecdef01 2024-11-15T14:16:44,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/3fb765f7adb643a4aba54356c2fa6218 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/3fb765f7adb643a4aba54356c2fa6218 2024-11-15T14:16:44,467 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/3fb765f7adb643a4aba54356c2fa6218, entries=150, sequenceid=315, filesize=30.5 K 2024-11-15T14:16:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/d18ab7a9efc34d78b3e73a0532b00e56 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/d18ab7a9efc34d78b3e73a0532b00e56 2024-11-15T14:16:44,474 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/d18ab7a9efc34d78b3e73a0532b00e56, entries=150, sequenceid=315, filesize=12.0 K 2024-11-15T14:16:44,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/d10ec5c04ca242cabcd6a0679ecdef01 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d10ec5c04ca242cabcd6a0679ecdef01 2024-11-15T14:16:44,487 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d10ec5c04ca242cabcd6a0679ecdef01, entries=150, sequenceid=315, filesize=12.0 K 2024-11-15T14:16:44,490 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6c0fc0388c2850598dd578f24c2c86a6 in 638ms, sequenceid=315, compaction requested=false 2024-11-15T14:16:44,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:44,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:44,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-15T14:16:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-15T14:16:44,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-15T14:16:44,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7210 sec 2024-11-15T14:16:44,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.7310 sec 2024-11-15T14:16:44,590 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:44,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T14:16:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:44,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111592f057fb9a7e44718f28c2c1acaec10c_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680203904/Put/seqid=0 2024-11-15T14:16:44,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742442_1618 (size=12454) 2024-11-15T14:16:44,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,661 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680264649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680264649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680264660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,670 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111592f057fb9a7e44718f28c2c1acaec10c_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111592f057fb9a7e44718f28c2c1acaec10c_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:44,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680264660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,671 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/acd5fb64a0c440a59a2d813be48ee278, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:44,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/acd5fb64a0c440a59a2d813be48ee278 is 175, key is test_row_0/A:col10/1731680203904/Put/seqid=0 2024-11-15T14:16:44,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742443_1619 (size=31255) 2024-11-15T14:16:44,737 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/abe5c28d0d0b4e21aabe10e89885765e as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/abe5c28d0d0b4e21aabe10e89885765e 2024-11-15T14:16:44,745 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/A of 6c0fc0388c2850598dd578f24c2c86a6 into abe5c28d0d0b4e21aabe10e89885765e(size=31.3 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:44,745 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:44,745 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/A, priority=13, startTime=1731680203756; duration=0sec 2024-11-15T14:16:44,745 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:44,745 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:A 2024-11-15T14:16:44,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680264766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680264766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680264775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680264776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T14:16:44,915 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:44,916 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-15T14:16:44,918 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:44,919 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:44,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T14:16:44,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680264976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680264976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680264985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680264985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T14:16:45,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T14:16:45,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:45,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680265085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,088 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in 6c0fc0388c2850598dd578f24c2c86a6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:16:45,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,126 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/acd5fb64a0c440a59a2d813be48ee278 2024-11-15T14:16:45,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/087e1e675f444d549db4d5868719127b is 50, key is test_row_0/B:col10/1731680203904/Put/seqid=0 2024-11-15T14:16:45,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742444_1620 (size=12301) 2024-11-15T14:16:45,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/087e1e675f444d549db4d5868719127b 2024-11-15T14:16:45,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/d403ba4badaa45b78d4f17cb826a5c22 is 50, key is test_row_0/C:col10/1731680203904/Put/seqid=0 2024-11-15T14:16:45,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T14:16:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742445_1621 (size=12301) 2024-11-15T14:16:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T14:16:45,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/d403ba4badaa45b78d4f17cb826a5c22 2024-11-15T14:16:45,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/acd5fb64a0c440a59a2d813be48ee278 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/acd5fb64a0c440a59a2d813be48ee278 2024-11-15T14:16:45,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/acd5fb64a0c440a59a2d813be48ee278, entries=150, sequenceid=331, filesize=30.5 K 2024-11-15T14:16:45,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/087e1e675f444d549db4d5868719127b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/087e1e675f444d549db4d5868719127b 2024-11-15T14:16:45,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/087e1e675f444d549db4d5868719127b, entries=150, sequenceid=331, filesize=12.0 K 2024-11-15T14:16:45,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/d403ba4badaa45b78d4f17cb826a5c22 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d403ba4badaa45b78d4f17cb826a5c22 2024-11-15T14:16:45,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d403ba4badaa45b78d4f17cb826a5c22, entries=150, sequenceid=331, filesize=12.0 K 2024-11-15T14:16:45,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6c0fc0388c2850598dd578f24c2c86a6 in 672ms, sequenceid=331, compaction requested=true 2024-11-15T14:16:45,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:45,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:45,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:45,262 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:45,262 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:45,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:16:45,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:45,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:16:45,263 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:45,263 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94520 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:45,263 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/A is initiating minor compaction (all files) 2024-11-15T14:16:45,263 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/B is initiating minor compaction (all files) 2024-11-15T14:16:45,263 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/A in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,263 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/B in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,263 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/abe5c28d0d0b4e21aabe10e89885765e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/3fb765f7adb643a4aba54356c2fa6218, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/acd5fb64a0c440a59a2d813be48ee278] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=92.3 K 2024-11-15T14:16:45,263 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/e77dfd1ca0d640ab91a1928cd8bc7dda, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/d18ab7a9efc34d78b3e73a0532b00e56, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/087e1e675f444d549db4d5868719127b] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=36.7 K 2024-11-15T14:16:45,263 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:45,263 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/abe5c28d0d0b4e21aabe10e89885765e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/3fb765f7adb643a4aba54356c2fa6218, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/acd5fb64a0c440a59a2d813be48ee278] 2024-11-15T14:16:45,264 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting abe5c28d0d0b4e21aabe10e89885765e, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731680200858 2024-11-15T14:16:45,264 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting e77dfd1ca0d640ab91a1928cd8bc7dda, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731680200858 2024-11-15T14:16:45,264 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fb765f7adb643a4aba54356c2fa6218, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731680202749 2024-11-15T14:16:45,265 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting d18ab7a9efc34d78b3e73a0532b00e56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731680202749 2024-11-15T14:16:45,265 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting acd5fb64a0c440a59a2d813be48ee278, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731680203904 2024-11-15T14:16:45,265 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 087e1e675f444d549db4d5868719127b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731680203904 2024-11-15T14:16:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:45,294 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:45,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T14:16:45,295 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:45,312 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#B#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:45,313 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/b2b1d3142aa84ce694c3fb97fdd3d378 is 50, key is test_row_0/B:col10/1731680203904/Put/seqid=0 2024-11-15T14:16:45,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680265310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,317 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,317 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,317 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,320 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111558075999a2994b54985f8f3f9c8acdd0_6c0fc0388c2850598dd578f24c2c86a6 store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:45,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,321 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111558075999a2994b54985f8f3f9c8acdd0_6c0fc0388c2850598dd578f24c2c86a6, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680265312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,321 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111558075999a2994b54985f8f3f9c8acdd0_6c0fc0388c2850598dd578f24c2c86a6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:45,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680265314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680265317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T14:16:45,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:45,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150d2009dcd98d4f0fba55fc8ee89513a8_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680205294/Put/seqid=0 2024-11-15T14:16:45,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742446_1622 (size=13051) 2024-11-15T14:16:45,394 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/b2b1d3142aa84ce694c3fb97fdd3d378 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/b2b1d3142aa84ce694c3fb97fdd3d378 2024-11-15T14:16:45,399 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/B of 6c0fc0388c2850598dd578f24c2c86a6 into b2b1d3142aa84ce694c3fb97fdd3d378(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:45,399 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:45,399 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/B, priority=13, startTime=1731680205262; duration=0sec 2024-11-15T14:16:45,399 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:45,399 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:B 2024-11-15T14:16:45,399 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:45,400 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:45,400 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/C is initiating minor compaction (all files) 2024-11-15T14:16:45,400 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/C in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,400 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/091f448361a64086a234da402c0484cc, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d10ec5c04ca242cabcd6a0679ecdef01, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d403ba4badaa45b78d4f17cb826a5c22] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=36.7 K 2024-11-15T14:16:45,400 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 091f448361a64086a234da402c0484cc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731680200858 2024-11-15T14:16:45,400 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting d10ec5c04ca242cabcd6a0679ecdef01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731680202749 2024-11-15T14:16:45,401 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting d403ba4badaa45b78d4f17cb826a5c22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731680203904 2024-11-15T14:16:45,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742447_1623 (size=4469) 2024-11-15T14:16:45,411 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#A#compaction#518 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:45,412 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/82c09f37ceda45648e94cbb7d0e430f6 is 175, key is test_row_0/A:col10/1731680203904/Put/seqid=0 2024-11-15T14:16:45,426 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#C#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:45,427 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/4828eb684aed4abb813de00fe57605e6 is 50, key is test_row_0/C:col10/1731680203904/Put/seqid=0 2024-11-15T14:16:45,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680265426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680265426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680265426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680265435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742449_1625 (size=32005) 2024-11-15T14:16:45,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742448_1624 (size=20074) 2024-11-15T14:16:45,443 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:45,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150d2009dcd98d4f0fba55fc8ee89513a8_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150d2009dcd98d4f0fba55fc8ee89513a8_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:45,449 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/82c09f37ceda45648e94cbb7d0e430f6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/82c09f37ceda45648e94cbb7d0e430f6 2024-11-15T14:16:45,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/83abb33d5ac94a298f6358b35728502f, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:45,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/83abb33d5ac94a298f6358b35728502f is 175, key is test_row_0/A:col10/1731680205294/Put/seqid=0 2024-11-15T14:16:45,457 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/A of 6c0fc0388c2850598dd578f24c2c86a6 into 82c09f37ceda45648e94cbb7d0e430f6(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:45,457 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:45,457 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/A, priority=13, startTime=1731680205262; duration=0sec 2024-11-15T14:16:45,457 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:45,457 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:A 2024-11-15T14:16:45,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742450_1626 (size=13051) 2024-11-15T14:16:45,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742451_1627 (size=57333) 2024-11-15T14:16:45,479 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/83abb33d5ac94a298f6358b35728502f 2024-11-15T14:16:45,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/fff8b3dcf64340aaac8a671fab668a13 is 50, key is test_row_0/B:col10/1731680205294/Put/seqid=0 2024-11-15T14:16:45,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T14:16:45,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742452_1628 (size=12301) 2024-11-15T14:16:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T14:16:45,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680265635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680265636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680265636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680265645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T14:16:45,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:45,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T14:16:45,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:45,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,872 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/4828eb684aed4abb813de00fe57605e6 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/4828eb684aed4abb813de00fe57605e6 2024-11-15T14:16:45,876 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/C of 6c0fc0388c2850598dd578f24c2c86a6 into 4828eb684aed4abb813de00fe57605e6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:45,876 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:45,876 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/C, priority=13, startTime=1731680205263; duration=0sec 2024-11-15T14:16:45,877 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:45,877 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:C 2024-11-15T14:16:45,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/fff8b3dcf64340aaac8a671fab668a13 2024-11-15T14:16:45,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680265956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680265956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680265956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:45,961 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,962 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,962 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680265956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:45,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:45,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:45,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/9b47cf0ec28c422d9b2075ee3a2783f9 is 50, key is test_row_0/C:col10/1731680205294/Put/seqid=0 2024-11-15T14:16:45,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T14:16:45,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:45,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:45,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:46,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742453_1629 (size=12301) 2024-11-15T14:16:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T14:16:46,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T14:16:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:46,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:46,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:46,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:46,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:46,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T14:16:46,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:46,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:46,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:46,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:46,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:46,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/9b47cf0ec28c422d9b2075ee3a2783f9 2024-11-15T14:16:46,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/83abb33d5ac94a298f6358b35728502f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/83abb33d5ac94a298f6358b35728502f 2024-11-15T14:16:46,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/83abb33d5ac94a298f6358b35728502f, entries=300, sequenceid=358, filesize=56.0 K 2024-11-15T14:16:46,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/fff8b3dcf64340aaac8a671fab668a13 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/fff8b3dcf64340aaac8a671fab668a13 2024-11-15T14:16:46,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/fff8b3dcf64340aaac8a671fab668a13, entries=150, sequenceid=358, filesize=12.0 K 2024-11-15T14:16:46,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/9b47cf0ec28c422d9b2075ee3a2783f9 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/9b47cf0ec28c422d9b2075ee3a2783f9 2024-11-15T14:16:46,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/9b47cf0ec28c422d9b2075ee3a2783f9, entries=150, sequenceid=358, filesize=12.0 K 2024-11-15T14:16:46,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6c0fc0388c2850598dd578f24c2c86a6 in 1142ms, sequenceid=358, compaction requested=false 2024-11-15T14:16:46,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:46,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T14:16:46,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:46,465 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T14:16:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:46,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:46,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ef029c5bd801403f870f66eeeb598265_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680205306/Put/seqid=0 2024-11-15T14:16:46,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742454_1630 (size=12454) 2024-11-15T14:16:46,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:46,584 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ef029c5bd801403f870f66eeeb598265_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ef029c5bd801403f870f66eeeb598265_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:46,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/be5b0b3fd21347ed8dbc10634300a906, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:46,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680266578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:46,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/be5b0b3fd21347ed8dbc10634300a906 is 175, key is test_row_0/A:col10/1731680205306/Put/seqid=0 2024-11-15T14:16:46,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:46,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680266583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:46,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:46,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680266583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:46,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:46,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680266592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:46,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:46,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742455_1631 (size=31255) 2024-11-15T14:16:46,611 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/be5b0b3fd21347ed8dbc10634300a906 2024-11-15T14:16:46,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/7e33ebcd2afd47de99018f784bef5caa is 50, key is test_row_0/B:col10/1731680205306/Put/seqid=0 2024-11-15T14:16:46,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742456_1632 (size=12301) 2024-11-15T14:16:46,695 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/7e33ebcd2afd47de99018f784bef5caa 2024-11-15T14:16:46,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:46,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680266695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680266695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:46,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680266695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:46,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/7db467c824dc43c285a822b198c13b3f is 50, key is test_row_0/C:col10/1731680205306/Put/seqid=0 2024-11-15T14:16:46,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680266706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:46,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:46,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742457_1633 (size=12301) 2024-11-15T14:16:46,745 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/7db467c824dc43c285a822b198c13b3f 2024-11-15T14:16:46,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/be5b0b3fd21347ed8dbc10634300a906 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/be5b0b3fd21347ed8dbc10634300a906 2024-11-15T14:16:46,760 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/be5b0b3fd21347ed8dbc10634300a906, entries=150, sequenceid=371, filesize=30.5 K 2024-11-15T14:16:46,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/7e33ebcd2afd47de99018f784bef5caa as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/7e33ebcd2afd47de99018f784bef5caa 2024-11-15T14:16:46,768 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/7e33ebcd2afd47de99018f784bef5caa, entries=150, sequenceid=371, filesize=12.0 K 2024-11-15T14:16:46,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/7db467c824dc43c285a822b198c13b3f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/7db467c824dc43c285a822b198c13b3f 2024-11-15T14:16:46,778 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/7db467c824dc43c285a822b198c13b3f, entries=150, sequenceid=371, filesize=12.0 K 2024-11-15T14:16:46,783 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 6c0fc0388c2850598dd578f24c2c86a6 in 319ms, sequenceid=371, compaction requested=true 2024-11-15T14:16:46,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:46,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:46,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-15T14:16:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-15T14:16:46,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-15T14:16:46,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8670 sec 2024-11-15T14:16:46,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.8750 sec 2024-11-15T14:16:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:46,915 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:46,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-15T14:16:46,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151e3c70f87f7d4405916fd54f5e71aca9_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680206913/Put/seqid=0 2024-11-15T14:16:46,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742458_1634 (size=12454) 2024-11-15T14:16:46,952 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:46,955 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151e3c70f87f7d4405916fd54f5e71aca9_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151e3c70f87f7d4405916fd54f5e71aca9_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:46,955 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/b8b6c983e76a496d85864110317a6b98, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:46,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/b8b6c983e76a496d85864110317a6b98 is 175, key is test_row_0/A:col10/1731680206913/Put/seqid=0 2024-11-15T14:16:46,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742459_1635 (size=31255) 2024-11-15T14:16:46,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680266979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:46,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:46,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680266987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:46,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:46,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680266987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:46,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680266987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T14:16:47,069 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:47,071 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-15T14:16:47,074 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:47,074 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:47,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T14:16:47,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680267099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:47,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:47,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680267107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:47,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680267107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:47,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:47,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:47,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680267108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:47,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:47,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T14:16:47,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-15T14:16:47,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:47,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:47,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:47,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:47,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:47,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680267316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:47,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:47,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680267316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:47,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:47,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680267316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:47,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:47,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680267318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:47,383 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/b8b6c983e76a496d85864110317a6b98 2024-11-15T14:16:47,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-15T14:16:47,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:47,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:47,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:47,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:47,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T14:16:47,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/88ba7eae1cf84b4f859e7da7873f4387 is 50, key is test_row_0/B:col10/1731680206913/Put/seqid=0 2024-11-15T14:16:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742460_1636 (size=12301) 2024-11-15T14:16:47,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/88ba7eae1cf84b4f859e7da7873f4387 2024-11-15T14:16:47,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/dd76e847786c45659bff55a71707709a is 50, key is test_row_0/C:col10/1731680206913/Put/seqid=0 2024-11-15T14:16:47,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742461_1637 (size=12301) 2024-11-15T14:16:47,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/dd76e847786c45659bff55a71707709a 2024-11-15T14:16:47,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/b8b6c983e76a496d85864110317a6b98 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/b8b6c983e76a496d85864110317a6b98 2024-11-15T14:16:47,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/b8b6c983e76a496d85864110317a6b98, entries=150, sequenceid=399, filesize=30.5 K 2024-11-15T14:16:47,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/88ba7eae1cf84b4f859e7da7873f4387 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/88ba7eae1cf84b4f859e7da7873f4387 2024-11-15T14:16:47,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/88ba7eae1cf84b4f859e7da7873f4387, entries=150, sequenceid=399, filesize=12.0 K 2024-11-15T14:16:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/dd76e847786c45659bff55a71707709a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/dd76e847786c45659bff55a71707709a 2024-11-15T14:16:47,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/dd76e847786c45659bff55a71707709a, entries=150, sequenceid=399, filesize=12.0 K 2024-11-15T14:16:47,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for 6c0fc0388c2850598dd578f24c2c86a6 in 622ms, sequenceid=399, compaction requested=true 2024-11-15T14:16:47,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:47,537 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:47,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:47,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:47,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-15T14:16:47,538 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151848 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:47,538 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/A is initiating minor compaction (all files) 2024-11-15T14:16:47,538 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/A in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:47,539 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/82c09f37ceda45648e94cbb7d0e430f6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/83abb33d5ac94a298f6358b35728502f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/be5b0b3fd21347ed8dbc10634300a906, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/b8b6c983e76a496d85864110317a6b98] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=148.3 K 2024-11-15T14:16:47,539 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:47,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:47,539 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/82c09f37ceda45648e94cbb7d0e430f6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/83abb33d5ac94a298f6358b35728502f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/be5b0b3fd21347ed8dbc10634300a906, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/b8b6c983e76a496d85864110317a6b98] 2024-11-15T14:16:47,539 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T14:16:47,539 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82c09f37ceda45648e94cbb7d0e430f6, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731680203904 2024-11-15T14:16:47,540 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83abb33d5ac94a298f6358b35728502f, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731680204642 2024-11-15T14:16:47,541 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting be5b0b3fd21347ed8dbc10634300a906, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731680205306 2024-11-15T14:16:47,542 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:47,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:16:47,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:47,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:16:47,542 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8b6c983e76a496d85864110317a6b98, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731680206565 2024-11-15T14:16:47,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:47,545 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:47,546 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/B is initiating minor compaction (all files) 2024-11-15T14:16:47,546 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/B in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:47,546 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/b2b1d3142aa84ce694c3fb97fdd3d378, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/fff8b3dcf64340aaac8a671fab668a13, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/7e33ebcd2afd47de99018f784bef5caa, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/88ba7eae1cf84b4f859e7da7873f4387] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=48.8 K 2024-11-15T14:16:47,546 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting b2b1d3142aa84ce694c3fb97fdd3d378, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731680203904 2024-11-15T14:16:47,547 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting fff8b3dcf64340aaac8a671fab668a13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731680204642 2024-11-15T14:16:47,548 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e33ebcd2afd47de99018f784bef5caa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731680205306 2024-11-15T14:16:47,549 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 88ba7eae1cf84b4f859e7da7873f4387, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731680206565 2024-11-15T14:16:47,575 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:47,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a1a081639e5b40d4b014599ffd75ed44_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680206922/Put/seqid=0 2024-11-15T14:16:47,594 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#B#compaction#532 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:47,595 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/bf49d3264a1240e0a8fb066a5f5d90cd is 50, key is test_row_0/B:col10/1731680206913/Put/seqid=0 2024-11-15T14:16:47,596 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115b7090ceff14e4040ac50128dde7e444d_6c0fc0388c2850598dd578f24c2c86a6 store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:47,599 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115b7090ceff14e4040ac50128dde7e444d_6c0fc0388c2850598dd578f24c2c86a6, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:47,599 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b7090ceff14e4040ac50128dde7e444d_6c0fc0388c2850598dd578f24c2c86a6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:47,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:47,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742462_1638 (size=12454) 2024-11-15T14:16:47,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742463_1639 (size=13187) 2024-11-15T14:16:47,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742464_1640 (size=4469) 2024-11-15T14:16:47,673 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/bf49d3264a1240e0a8fb066a5f5d90cd as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/bf49d3264a1240e0a8fb066a5f5d90cd 2024-11-15T14:16:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T14:16:47,706 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/B of 6c0fc0388c2850598dd578f24c2c86a6 into bf49d3264a1240e0a8fb066a5f5d90cd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:47,706 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:47,706 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/B, priority=12, startTime=1731680207541; duration=0sec 2024-11-15T14:16:47,706 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:47,706 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:B 2024-11-15T14:16:47,706 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T14:16:47,714 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T14:16:47,714 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/C is initiating minor compaction (all files) 2024-11-15T14:16:47,714 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/C in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:47,714 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/4828eb684aed4abb813de00fe57605e6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/9b47cf0ec28c422d9b2075ee3a2783f9, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/7db467c824dc43c285a822b198c13b3f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/dd76e847786c45659bff55a71707709a] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=48.8 K 2024-11-15T14:16:47,715 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 4828eb684aed4abb813de00fe57605e6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731680203904 2024-11-15T14:16:47,715 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b47cf0ec28c422d9b2075ee3a2783f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731680204642 2024-11-15T14:16:47,715 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 7db467c824dc43c285a822b198c13b3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731680205306 2024-11-15T14:16:47,716 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting dd76e847786c45659bff55a71707709a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731680206565 2024-11-15T14:16:47,737 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#C#compaction#533 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:47,738 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/0e53006fca144ad89e0f7a6a87bcbd24 is 50, key is test_row_0/C:col10/1731680206913/Put/seqid=0 2024-11-15T14:16:47,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742465_1641 (size=13187) 2024-11-15T14:16:47,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680267746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:47,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:47,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680267754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:47,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:47,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680267756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:47,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:47,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680267757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:47,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680267866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:47,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:47,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680267876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:47,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:47,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680267876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:47,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:47,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:47,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680267876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:47,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:47,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:47,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:48,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:48,048 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a1a081639e5b40d4b014599ffd75ed44_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a1a081639e5b40d4b014599ffd75ed44_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:48,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/06be1243570846ea9ea273df86419270, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:48,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/06be1243570846ea9ea273df86419270 is 175, key is test_row_0/A:col10/1731680206922/Put/seqid=0 2024-11-15T14:16:48,081 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#A#compaction#530 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:48,082 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/6b5b383acf764b7bbfd55e9f533ff9dd is 175, key is test_row_0/A:col10/1731680206913/Put/seqid=0 2024-11-15T14:16:48,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680268078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:48,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:48,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680268090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:48,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742466_1642 (size=31255) 2024-11-15T14:16:48,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:48,100 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/06be1243570846ea9ea273df86419270 2024-11-15T14:16:48,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680268096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:48,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:48,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680268099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:48,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742467_1643 (size=32141) 2024-11-15T14:16:48,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/ff328232370344948dbfd8d27c458539 is 50, key is test_row_0/B:col10/1731680206922/Put/seqid=0 2024-11-15T14:16:48,124 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/6b5b383acf764b7bbfd55e9f533ff9dd as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/6b5b383acf764b7bbfd55e9f533ff9dd 2024-11-15T14:16:48,140 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/A of 6c0fc0388c2850598dd578f24c2c86a6 into 6b5b383acf764b7bbfd55e9f533ff9dd(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:48,140 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:48,140 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/A, priority=12, startTime=1731680207537; duration=0sec 2024-11-15T14:16:48,140 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:48,140 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:A 2024-11-15T14:16:48,148 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/0e53006fca144ad89e0f7a6a87bcbd24 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0e53006fca144ad89e0f7a6a87bcbd24 2024-11-15T14:16:48,153 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/C of 6c0fc0388c2850598dd578f24c2c86a6 into 0e53006fca144ad89e0f7a6a87bcbd24(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:48,153 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:48,153 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/C, priority=12, startTime=1731680207542; duration=0sec 2024-11-15T14:16:48,153 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:48,153 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:C 2024-11-15T14:16:48,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742468_1644 (size=12301) 2024-11-15T14:16:48,171 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/ff328232370344948dbfd8d27c458539 2024-11-15T14:16:48,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/44de5fba38184dce93ea18432331bd48 is 50, key is test_row_0/C:col10/1731680206922/Put/seqid=0 2024-11-15T14:16:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T14:16:48,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742469_1645 (size=12301) 2024-11-15T14:16:48,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680268406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680268406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:48,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680268416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:48,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680268416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:48,630 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/44de5fba38184dce93ea18432331bd48 2024-11-15T14:16:48,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/06be1243570846ea9ea273df86419270 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/06be1243570846ea9ea273df86419270 2024-11-15T14:16:48,642 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/06be1243570846ea9ea273df86419270, entries=150, sequenceid=409, filesize=30.5 K 2024-11-15T14:16:48,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/ff328232370344948dbfd8d27c458539 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/ff328232370344948dbfd8d27c458539 2024-11-15T14:16:48,648 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/ff328232370344948dbfd8d27c458539, entries=150, sequenceid=409, filesize=12.0 K 2024-11-15T14:16:48,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/44de5fba38184dce93ea18432331bd48 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/44de5fba38184dce93ea18432331bd48 2024-11-15T14:16:48,655 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/44de5fba38184dce93ea18432331bd48, entries=150, sequenceid=409, filesize=12.0 K 2024-11-15T14:16:48,656 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 6c0fc0388c2850598dd578f24c2c86a6 in 1116ms, sequenceid=409, compaction requested=false 2024-11-15T14:16:48,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:48,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:48,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-15T14:16:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-15T14:16:48,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-15T14:16:48,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5820 sec 2024-11-15T14:16:48,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.5940 sec 2024-11-15T14:16:48,918 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:48,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-15T14:16:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:48,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b043c86d2c6146c7834263befb240f11_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680207754/Put/seqid=0 2024-11-15T14:16:48,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680268937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:48,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680268939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:48,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:48,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:48,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680268943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:48,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680268943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:48,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742470_1646 (size=12454) 2024-11-15T14:16:49,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680269045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:49,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680269046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:49,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:49,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680269056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:49,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:49,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680269056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:49,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41344 deadline: 1731680269115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:49,122 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 26754e923c4a,43473,1731680037386 for 'test_row_0' in 6c0fc0388c2850598dd578f24c2c86a6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8249 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T14:16:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T14:16:49,238 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:49,239 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-15T14:16:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T14:16:49,241 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:49,242 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:49,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:49,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680269256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680269256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:49,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680269265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:49,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680269265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T14:16:49,389 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:49,393 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b043c86d2c6146c7834263befb240f11_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b043c86d2c6146c7834263befb240f11_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:49,394 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/e4cc5fce5e6942dc9ac433af98bc4fca, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:49,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/e4cc5fce5e6942dc9ac433af98bc4fca is 175, key is test_row_0/A:col10/1731680207754/Put/seqid=0 2024-11-15T14:16:49,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T14:16:49,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:49,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:49,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:49,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:49,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:49,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742471_1647 (size=31255) 2024-11-15T14:16:49,441 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=439, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/e4cc5fce5e6942dc9ac433af98bc4fca 2024-11-15T14:16:49,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/338c555ab433414392dd62a445b46489 is 50, key is test_row_0/B:col10/1731680207754/Put/seqid=0 2024-11-15T14:16:49,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742472_1648 (size=12301) 2024-11-15T14:16:49,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T14:16:49,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:49,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:49,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:49,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:49,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T14:16:49,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680269565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:49,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680269566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:49,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680269575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:49,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:49,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680269575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:49,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:49,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:49,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:49,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T14:16:49,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:49,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:49,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:49,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:49,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:49,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T14:16:49,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:49,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:49,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:49,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:49,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T14:16:49,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/338c555ab433414392dd62a445b46489 2024-11-15T14:16:49,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/f4f264a3774546feab19e5cf221f5ead is 50, key is test_row_0/C:col10/1731680207754/Put/seqid=0 2024-11-15T14:16:49,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742473_1649 (size=12301) 2024-11-15T14:16:50,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T14:16:50,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:50,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:50,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:50,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:50,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:50,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680270075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:50,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680270075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:50,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680270085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:50,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:50,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:50,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680270085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:50,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T14:16:50,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:50,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:50,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:50,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:50,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:50,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T14:16:50,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:50,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:50,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:50,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:50,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:50,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/f4f264a3774546feab19e5cf221f5ead 2024-11-15T14:16:50,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/e4cc5fce5e6942dc9ac433af98bc4fca as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/e4cc5fce5e6942dc9ac433af98bc4fca 2024-11-15T14:16:50,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/e4cc5fce5e6942dc9ac433af98bc4fca, entries=150, sequenceid=439, filesize=30.5 K 2024-11-15T14:16:50,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/338c555ab433414392dd62a445b46489 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/338c555ab433414392dd62a445b46489 2024-11-15T14:16:50,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/338c555ab433414392dd62a445b46489, entries=150, sequenceid=439, filesize=12.0 K 2024-11-15T14:16:50,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/f4f264a3774546feab19e5cf221f5ead as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/f4f264a3774546feab19e5cf221f5ead 2024-11-15T14:16:50,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/f4f264a3774546feab19e5cf221f5ead, entries=150, sequenceid=439, filesize=12.0 K 2024-11-15T14:16:50,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 6c0fc0388c2850598dd578f24c2c86a6 in 1443ms, sequenceid=439, compaction requested=true 2024-11-15T14:16:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:50,361 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:50,361 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:16:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:16:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:50,362 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:50,362 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/A is initiating minor compaction (all files) 2024-11-15T14:16:50,362 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/A in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:50,362 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/6b5b383acf764b7bbfd55e9f533ff9dd, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/06be1243570846ea9ea273df86419270, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/e4cc5fce5e6942dc9ac433af98bc4fca] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=92.4 K 2024-11-15T14:16:50,362 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:50,362 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/6b5b383acf764b7bbfd55e9f533ff9dd, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/06be1243570846ea9ea273df86419270, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/e4cc5fce5e6942dc9ac433af98bc4fca] 2024-11-15T14:16:50,362 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:50,362 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/B is initiating minor compaction (all files) 2024-11-15T14:16:50,362 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/B in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:50,363 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/bf49d3264a1240e0a8fb066a5f5d90cd, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/ff328232370344948dbfd8d27c458539, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/338c555ab433414392dd62a445b46489] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=36.9 K 2024-11-15T14:16:50,363 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b5b383acf764b7bbfd55e9f533ff9dd, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731680206565 2024-11-15T14:16:50,363 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting bf49d3264a1240e0a8fb066a5f5d90cd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731680206565 2024-11-15T14:16:50,363 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06be1243570846ea9ea273df86419270, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731680206922 2024-11-15T14:16:50,363 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting ff328232370344948dbfd8d27c458539, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731680206922 2024-11-15T14:16:50,364 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4cc5fce5e6942dc9ac433af98bc4fca, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731680207749 2024-11-15T14:16:50,364 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 338c555ab433414392dd62a445b46489, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731680207749 2024-11-15T14:16:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T14:16:50,380 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#B#compaction#539 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:50,381 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/614641f6700b480b90032beea827e5f8 is 50, key is test_row_0/B:col10/1731680207754/Put/seqid=0 2024-11-15T14:16:50,391 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:50,410 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411151af8be673b74477e87859b9702d5d4c3_6c0fc0388c2850598dd578f24c2c86a6 store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:50,412 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411151af8be673b74477e87859b9702d5d4c3_6c0fc0388c2850598dd578f24c2c86a6, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:50,413 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151af8be673b74477e87859b9702d5d4c3_6c0fc0388c2850598dd578f24c2c86a6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:50,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742474_1650 (size=13289) 2024-11-15T14:16:50,447 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/614641f6700b480b90032beea827e5f8 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/614641f6700b480b90032beea827e5f8 2024-11-15T14:16:50,454 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/B of 6c0fc0388c2850598dd578f24c2c86a6 into 614641f6700b480b90032beea827e5f8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:50,454 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:50,454 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/B, priority=13, startTime=1731680210361; duration=0sec 2024-11-15T14:16:50,454 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:50,454 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:B 2024-11-15T14:16:50,454 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:50,455 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:50,455 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/C is initiating minor compaction (all files) 2024-11-15T14:16:50,455 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/C in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:50,456 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0e53006fca144ad89e0f7a6a87bcbd24, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/44de5fba38184dce93ea18432331bd48, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/f4f264a3774546feab19e5cf221f5ead] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=36.9 K 2024-11-15T14:16:50,457 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e53006fca144ad89e0f7a6a87bcbd24, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731680206565 2024-11-15T14:16:50,457 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 44de5fba38184dce93ea18432331bd48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731680206922 2024-11-15T14:16:50,457 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting f4f264a3774546feab19e5cf221f5ead, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731680207749 2024-11-15T14:16:50,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T14:16:50,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:50,472 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T14:16:50,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742475_1651 (size=4469) 2024-11-15T14:16:50,487 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#C#compaction#541 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:50,488 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/7ad8755884304f39a8fe318731dafc2c is 50, key is test_row_0/C:col10/1731680207754/Put/seqid=0 2024-11-15T14:16:50,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e9a153d149fb44f28e32ee334c6149b0_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680208931/Put/seqid=0 2024-11-15T14:16:50,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742476_1652 (size=13289) 2024-11-15T14:16:50,503 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/7ad8755884304f39a8fe318731dafc2c as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/7ad8755884304f39a8fe318731dafc2c 2024-11-15T14:16:50,507 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/C of 6c0fc0388c2850598dd578f24c2c86a6 into 7ad8755884304f39a8fe318731dafc2c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:50,507 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:50,507 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/C, priority=13, startTime=1731680210361; duration=0sec 2024-11-15T14:16:50,508 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:50,508 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:C 2024-11-15T14:16:50,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742477_1653 (size=12454) 2024-11-15T14:16:50,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,557 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e9a153d149fb44f28e32ee334c6149b0_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e9a153d149fb44f28e32ee334c6149b0_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:50,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/56785328cbf2444aba8355cbf6f16dc2, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:50,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/56785328cbf2444aba8355cbf6f16dc2 is 175, key is test_row_0/A:col10/1731680208931/Put/seqid=0 2024-11-15T14:16:50,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742478_1654 (size=31255) 2024-11-15T14:16:50,577 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=450, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/56785328cbf2444aba8355cbf6f16dc2 2024-11-15T14:16:50,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/8e5d390c47fd4498b0695ae04a1b87c9 is 50, key is test_row_0/B:col10/1731680208931/Put/seqid=0 2024-11-15T14:16:50,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742479_1655 (size=12301) 2024-11-15T14:16:50,629 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/8e5d390c47fd4498b0695ae04a1b87c9 2024-11-15T14:16:50,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/bf7128d883f84bb28f02bc88495ed876 is 50, key is test_row_0/C:col10/1731680208931/Put/seqid=0 2024-11-15T14:16:50,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742480_1656 (size=12301) 2024-11-15T14:16:50,671 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/bf7128d883f84bb28f02bc88495ed876 2024-11-15T14:16:50,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/56785328cbf2444aba8355cbf6f16dc2 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/56785328cbf2444aba8355cbf6f16dc2 2024-11-15T14:16:50,687 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/56785328cbf2444aba8355cbf6f16dc2, entries=150, sequenceid=450, filesize=30.5 K 2024-11-15T14:16:50,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/8e5d390c47fd4498b0695ae04a1b87c9 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/8e5d390c47fd4498b0695ae04a1b87c9 2024-11-15T14:16:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,699 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/8e5d390c47fd4498b0695ae04a1b87c9, entries=150, sequenceid=450, filesize=12.0 K 2024-11-15T14:16:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/bf7128d883f84bb28f02bc88495ed876 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/bf7128d883f84bb28f02bc88495ed876 2024-11-15T14:16:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,712 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/bf7128d883f84bb28f02bc88495ed876, entries=150, sequenceid=450, filesize=12.0 K 2024-11-15T14:16:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,714 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 6c0fc0388c2850598dd578f24c2c86a6 in 241ms, sequenceid=450, compaction requested=false 2024-11-15T14:16:50,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:50,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:50,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-15T14:16:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-15T14:16:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-15T14:16:50,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4730 sec 2024-11-15T14:16:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.4800 sec 2024-11-15T14:16:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,875 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#A#compaction#540 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:50,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,876 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/b243d445a26b4a23957c88ee72641e3f is 175, key is test_row_0/A:col10/1731680207754/Put/seqid=0 2024-11-15T14:16:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742481_1657 (size=32243) 2024-11-15T14:16:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,155 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:51,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T14:16:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158045af067d0c42ad9b8349946922812c_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680211154/Put/seqid=0 2024-11-15T14:16:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680271208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680271209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680271213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742482_1658 (size=17534) 2024-11-15T14:16:51,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680271216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,285 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/b243d445a26b4a23957c88ee72641e3f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/b243d445a26b4a23957c88ee72641e3f 2024-11-15T14:16:51,292 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/A of 6c0fc0388c2850598dd578f24c2c86a6 into b243d445a26b4a23957c88ee72641e3f(size=31.5 K), total size for store is 62.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:51,292 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:51,292 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/A, priority=13, startTime=1731680210361; duration=0sec 2024-11-15T14:16:51,292 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:51,292 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:A 2024-11-15T14:16:51,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680271326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680271327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680271327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680271327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T14:16:51,394 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:51,395 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-15T14:16:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-15T14:16:51,397 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T14:16:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T14:16:51,398 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T14:16:51,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T14:16:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T14:16:51,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680271536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680271536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680271536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680271538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T14:16:51,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:51,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:51,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:51,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:51,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:51,620 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:51,623 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158045af067d0c42ad9b8349946922812c_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158045af067d0c42ad9b8349946922812c_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:51,624 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/713fb83c9bc94c269dbb489d8a36cacc, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:51,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/713fb83c9bc94c269dbb489d8a36cacc is 175, key is test_row_0/A:col10/1731680211154/Put/seqid=0 2024-11-15T14:16:51,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742483_1659 (size=48639) 2024-11-15T14:16:51,653 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=462, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/713fb83c9bc94c269dbb489d8a36cacc 2024-11-15T14:16:51,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/3dc7bde4f073425198e6b005a58ff10a is 50, key is test_row_0/B:col10/1731680211154/Put/seqid=0 2024-11-15T14:16:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742484_1660 (size=12301) 2024-11-15T14:16:51,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/3dc7bde4f073425198e6b005a58ff10a 2024-11-15T14:16:51,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T14:16:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:51,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:51,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/590654993cfc43318d029adb72fda820 is 50, key is test_row_0/C:col10/1731680211154/Put/seqid=0 2024-11-15T14:16:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T14:16:51,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742485_1661 (size=12301) 2024-11-15T14:16:51,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/590654993cfc43318d029adb72fda820 2024-11-15T14:16:51,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/713fb83c9bc94c269dbb489d8a36cacc as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/713fb83c9bc94c269dbb489d8a36cacc 2024-11-15T14:16:51,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/713fb83c9bc94c269dbb489d8a36cacc, entries=250, sequenceid=462, filesize=47.5 K 2024-11-15T14:16:51,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/3dc7bde4f073425198e6b005a58ff10a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/3dc7bde4f073425198e6b005a58ff10a 2024-11-15T14:16:51,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/3dc7bde4f073425198e6b005a58ff10a, entries=150, sequenceid=462, filesize=12.0 K 2024-11-15T14:16:51,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/590654993cfc43318d029adb72fda820 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/590654993cfc43318d029adb72fda820 2024-11-15T14:16:51,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/590654993cfc43318d029adb72fda820, entries=150, sequenceid=462, filesize=12.0 K 2024-11-15T14:16:51,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6c0fc0388c2850598dd578f24c2c86a6 in 604ms, sequenceid=462, compaction requested=true 2024-11-15T14:16:51,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:51,760 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:51,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T14:16:51,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:51,760 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:51,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T14:16:51,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:51,761 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112137 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:51,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0fc0388c2850598dd578f24c2c86a6:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T14:16:51,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:51,761 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/A is initiating minor compaction (all files) 2024-11-15T14:16:51,761 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/A in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:51,761 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/b243d445a26b4a23957c88ee72641e3f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/56785328cbf2444aba8355cbf6f16dc2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/713fb83c9bc94c269dbb489d8a36cacc] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=109.5 K 2024-11-15T14:16:51,761 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:51,761 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. files: [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/b243d445a26b4a23957c88ee72641e3f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/56785328cbf2444aba8355cbf6f16dc2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/713fb83c9bc94c269dbb489d8a36cacc] 2024-11-15T14:16:51,762 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:51,762 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/B is initiating minor compaction (all files) 2024-11-15T14:16:51,762 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/B in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:51,762 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/614641f6700b480b90032beea827e5f8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/8e5d390c47fd4498b0695ae04a1b87c9, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/3dc7bde4f073425198e6b005a58ff10a] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=37.0 K 2024-11-15T14:16:51,763 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting b243d445a26b4a23957c88ee72641e3f, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731680207749 2024-11-15T14:16:51,763 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 614641f6700b480b90032beea827e5f8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731680207749 2024-11-15T14:16:51,763 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56785328cbf2444aba8355cbf6f16dc2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731680208927 2024-11-15T14:16:51,764 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e5d390c47fd4498b0695ae04a1b87c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731680208927 2024-11-15T14:16:51,764 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 713fb83c9bc94c269dbb489d8a36cacc, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1731680211142 2024-11-15T14:16:51,764 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dc7bde4f073425198e6b005a58ff10a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1731680211147 2024-11-15T14:16:51,776 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#B#compaction#548 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:51,777 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/ea011e7cb2834fc0a665f891b0fac135 is 50, key is test_row_0/B:col10/1731680211154/Put/seqid=0 2024-11-15T14:16:51,783 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:51,786 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115b5c32ca8598c41129599bc98116cb4b1_6c0fc0388c2850598dd578f24c2c86a6 store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:51,788 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115b5c32ca8598c41129599bc98116cb4b1_6c0fc0388c2850598dd578f24c2c86a6, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:51,789 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b5c32ca8598c41129599bc98116cb4b1_6c0fc0388c2850598dd578f24c2c86a6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:51,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742486_1662 (size=13391) 2024-11-15T14:16:51,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742487_1663 (size=4469) 2024-11-15T14:16:51,815 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#A#compaction#549 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:51,816 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/2327d433e6d84523a2b021f6199a44ce is 175, key is test_row_0/A:col10/1731680211154/Put/seqid=0 2024-11-15T14:16:51,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742488_1664 (size=32345) 2024-11-15T14:16:51,836 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/2327d433e6d84523a2b021f6199a44ce as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/2327d433e6d84523a2b021f6199a44ce 2024-11-15T14:16:51,841 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/A of 6c0fc0388c2850598dd578f24c2c86a6 into 2327d433e6d84523a2b021f6199a44ce(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:51,841 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:51,841 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/A, priority=13, startTime=1731680211760; duration=0sec 2024-11-15T14:16:51,841 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T14:16:51,841 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:A 2024-11-15T14:16:51,841 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T14:16:51,843 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T14:16:51,843 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1541): 6c0fc0388c2850598dd578f24c2c86a6/C is initiating minor compaction (all files) 2024-11-15T14:16:51,843 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c0fc0388c2850598dd578f24c2c86a6/C in TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:51,843 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/7ad8755884304f39a8fe318731dafc2c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/bf7128d883f84bb28f02bc88495ed876, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/590654993cfc43318d029adb72fda820] into tmpdir=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp, totalSize=37.0 K 2024-11-15T14:16:51,843 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ad8755884304f39a8fe318731dafc2c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731680207749 2024-11-15T14:16:51,845 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf7128d883f84bb28f02bc88495ed876, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731680208927 2024-11-15T14:16:51,846 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] compactions.Compactor(225): Compacting 590654993cfc43318d029adb72fda820, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1731680211147 2024-11-15T14:16:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:51,852 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T14:16:51,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-15T14:16:51,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T14:16:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:51,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680271866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680271867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680271868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680271874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,885 INFO [Thread-2394 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2394. 2024-11-15T14:16:51,885 DEBUG [Thread-2394 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:51,885 DEBUG [Thread-2394 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:51,885 DEBUG [Thread-2394 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:51,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:51,886 INFO [Thread-2390 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2390. 2024-11-15T14:16:51,886 DEBUG [Thread-2390 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:51,886 DEBUG [Thread-2390 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:51,886 DEBUG [Thread-2390 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:51,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:51,889 INFO [Thread-2392 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2392. 2024-11-15T14:16:51,889 DEBUG [Thread-2392 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:51,889 DEBUG [Thread-2392 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:51,889 DEBUG [Thread-2392 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:51,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:51,889 INFO [Thread-2396 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2396. 2024-11-15T14:16:51,889 DEBUG [Thread-2396 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:51,889 DEBUG [Thread-2396 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:51,889 DEBUG [Thread-2396 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:51,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:51,889 INFO [Thread-2398 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2398. 2024-11-15T14:16:51,889 DEBUG [Thread-2398 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:51,889 DEBUG [Thread-2398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:51,889 DEBUG [Thread-2398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:51,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:51,892 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0fc0388c2850598dd578f24c2c86a6#C#compaction#551 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T14:16:51,893 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/1aab70260dac44cea6af110287002700 is 50, key is test_row_0/C:col10/1731680211154/Put/seqid=0 2024-11-15T14:16:51,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f1e9c5cc976141fe91a45cdba39f2f73_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680211850/Put/seqid=0 2024-11-15T14:16:51,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742489_1665 (size=12454) 2024-11-15T14:16:51,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742490_1666 (size=13391) 2024-11-15T14:16:51,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680271976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680271985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680271985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680271985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:52,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T14:16:52,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:52,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:52,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:52,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T14:16:52,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T14:16:52,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:52,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:52,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:52,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680272185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:52,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:52,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:52,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:52,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:52,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:52,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680272195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680272195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680272195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:52,199 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/ea011e7cb2834fc0a665f891b0fac135 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/ea011e7cb2834fc0a665f891b0fac135 2024-11-15T14:16:52,203 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/B of 6c0fc0388c2850598dd578f24c2c86a6 into ea011e7cb2834fc0a665f891b0fac135(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:52,203 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:52,203 INFO [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/B, priority=13, startTime=1731680211760; duration=0sec 2024-11-15T14:16:52,203 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:52,203 DEBUG [RS:0;26754e923c4a:43473-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:B 2024-11-15T14:16:52,304 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:52,306 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f1e9c5cc976141fe91a45cdba39f2f73_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f1e9c5cc976141fe91a45cdba39f2f73_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:52,307 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/1aab70260dac44cea6af110287002700 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/1aab70260dac44cea6af110287002700 2024-11-15T14:16:52,307 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/64100591bd534f6c8c5e6e32b69288e4, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:52,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/64100591bd534f6c8c5e6e32b69288e4 is 175, key is test_row_0/A:col10/1731680211850/Put/seqid=0 2024-11-15T14:16:52,310 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c0fc0388c2850598dd578f24c2c86a6/C of 6c0fc0388c2850598dd578f24c2c86a6 into 1aab70260dac44cea6af110287002700(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T14:16:52,311 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:52,311 INFO [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., storeName=6c0fc0388c2850598dd578f24c2c86a6/C, priority=13, startTime=1731680211761; duration=0sec 2024-11-15T14:16:52,311 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T14:16:52,311 DEBUG [RS:0;26754e923c4a:43473-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0fc0388c2850598dd578f24c2c86a6:C 2024-11-15T14:16:52,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742491_1667 (size=31255) 2024-11-15T14:16:52,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T14:16:52,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:52,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:52,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:52,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T14:16:52,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:52,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:52,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:52,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680272495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:52,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:52,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:52,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:52,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:52,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:52,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680272505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680272505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680272505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T14:16:52,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T14:16:52,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:52,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:52,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:52,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,712 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=492, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/64100591bd534f6c8c5e6e32b69288e4 2024-11-15T14:16:52,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/4370ff7cac3040718f280307a2eed8c0 is 50, key is test_row_0/B:col10/1731680211850/Put/seqid=0 2024-11-15T14:16:52,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742492_1668 (size=12301) 2024-11-15T14:16:52,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T14:16:52,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:52,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:52,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:52,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T14:16:52,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:52,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:52,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:52,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:53,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41280 deadline: 1731680273005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:53,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:53,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:53,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:53,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:53,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:53,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T14:16:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41288 deadline: 1731680273016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41278 deadline: 1731680273016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41336 deadline: 1731680273016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 2024-11-15T14:16:53,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:53,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:53,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 , the old value is region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:53,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:53,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:53,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T14:16:53,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:53,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:53,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., hostname=26754e923c4a,43473,1731680037386, seqNum=5 because the exception is null or not the one we care about 2024-11-15T14:16:53,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T14:16:53,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:53,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:53,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:53,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:53,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:53,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/4370ff7cac3040718f280307a2eed8c0 2024-11-15T14:16:53,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/d223b16e75b7427daa2d0c11d0f0fc0a is 50, key is test_row_0/C:col10/1731680211850/Put/seqid=0 2024-11-15T14:16:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742493_1669 (size=12301) 2024-11-15T14:16:53,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T14:16:53,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:53,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:53,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:53,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:53,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:53,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T14:16:53,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:53,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:53,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:53,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:53,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T14:16:53,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/d223b16e75b7427daa2d0c11d0f0fc0a 2024-11-15T14:16:53,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/64100591bd534f6c8c5e6e32b69288e4 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/64100591bd534f6c8c5e6e32b69288e4 2024-11-15T14:16:53,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T14:16:53,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:53,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:53,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:53,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:53,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T14:16:53,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/64100591bd534f6c8c5e6e32b69288e4, entries=150, sequenceid=492, filesize=30.5 K 2024-11-15T14:16:53,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/4370ff7cac3040718f280307a2eed8c0 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/4370ff7cac3040718f280307a2eed8c0 2024-11-15T14:16:53,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/4370ff7cac3040718f280307a2eed8c0, entries=150, sequenceid=492, filesize=12.0 K 2024-11-15T14:16:53,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/d223b16e75b7427daa2d0c11d0f0fc0a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d223b16e75b7427daa2d0c11d0f0fc0a 2024-11-15T14:16:53,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d223b16e75b7427daa2d0c11d0f0fc0a, entries=150, sequenceid=492, filesize=12.0 K 2024-11-15T14:16:53,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 6c0fc0388c2850598dd578f24c2c86a6 in 1708ms, sequenceid=492, compaction requested=false 2024-11-15T14:16:53,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:53,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T14:16:53,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:53,704 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T14:16:53,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111571aa5af2363a47c4a2ceb8fd4e28e7d0_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680211869/Put/seqid=0 2024-11-15T14:16:53,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742494_1670 (size=9914) 2024-11-15T14:16:54,016 INFO [Thread-2387 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2387. 2024-11-15T14:16:54,016 DEBUG [Thread-2387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:54,016 DEBUG [Thread-2387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:54,017 DEBUG [Thread-2387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:54,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8855): Flush requested on 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:54,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. as already flushing 2024-11-15T14:16:54,027 INFO [Thread-2379 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2379. 2024-11-15T14:16:54,027 INFO [Thread-2381 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2381. 2024-11-15T14:16:54,027 DEBUG [Thread-2381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:54,027 DEBUG [Thread-2379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:54,027 DEBUG [Thread-2381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:54,027 DEBUG [Thread-2379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:54,027 DEBUG [Thread-2379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:54,027 DEBUG [Thread-2381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:54,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:54,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:54,036 INFO [Thread-2385 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2385. 2024-11-15T14:16:54,037 DEBUG [Thread-2385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:54,037 DEBUG [Thread-2385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:54,037 DEBUG [Thread-2385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:54,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:54,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:54,114 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111571aa5af2363a47c4a2ceb8fd4e28e7d0_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111571aa5af2363a47c4a2ceb8fd4e28e7d0_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:54,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/53e4a6a200754c6cb5982cb03c71fecd, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:54,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/53e4a6a200754c6cb5982cb03c71fecd is 175, key is test_row_0/A:col10/1731680211869/Put/seqid=0 2024-11-15T14:16:54,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742495_1671 (size=22561) 2024-11-15T14:16:54,519 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=502, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/53e4a6a200754c6cb5982cb03c71fecd 2024-11-15T14:16:54,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/451c934e5d44440fa2b647da5cafb04f is 50, key is test_row_0/B:col10/1731680211869/Put/seqid=0 2024-11-15T14:16:54,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742496_1672 (size=9857) 2024-11-15T14:16:54,929 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/451c934e5d44440fa2b647da5cafb04f 2024-11-15T14:16:54,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/6f22a8d3e1d14f7fb500de38b7d97c68 is 50, key is test_row_0/C:col10/1731680211869/Put/seqid=0 2024-11-15T14:16:54,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742497_1673 (size=9857) 2024-11-15T14:16:55,382 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/6f22a8d3e1d14f7fb500de38b7d97c68 2024-11-15T14:16:55,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/53e4a6a200754c6cb5982cb03c71fecd as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/53e4a6a200754c6cb5982cb03c71fecd 2024-11-15T14:16:55,395 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/53e4a6a200754c6cb5982cb03c71fecd, entries=100, sequenceid=502, filesize=22.0 K 2024-11-15T14:16:55,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/451c934e5d44440fa2b647da5cafb04f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/451c934e5d44440fa2b647da5cafb04f 2024-11-15T14:16:55,399 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/451c934e5d44440fa2b647da5cafb04f, entries=100, sequenceid=502, filesize=9.6 K 2024-11-15T14:16:55,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/6f22a8d3e1d14f7fb500de38b7d97c68 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/6f22a8d3e1d14f7fb500de38b7d97c68 2024-11-15T14:16:55,403 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/6f22a8d3e1d14f7fb500de38b7d97c68, entries=100, sequenceid=502, filesize=9.6 K 2024-11-15T14:16:55,404 INFO [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=26.84 KB/27480 for 6c0fc0388c2850598dd578f24c2c86a6 in 1700ms, sequenceid=502, compaction requested=true 2024-11-15T14:16:55,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 6c0fc0388c2850598dd578f24c2c86a6: 2024-11-15T14:16:55,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:55,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-15T14:16:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-15T14:16:55,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-15T14:16:55,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.0070 sec 2024-11-15T14:16:55,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 4.0130 sec 2024-11-15T14:16:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T14:16:55,556 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:16:55,681 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T14:16:59,140 INFO [Thread-2383 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2383. 2024-11-15T14:16:59,140 DEBUG [Thread-2383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T14:16:59,140 DEBUG [Thread-2383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:59,140 DEBUG [Thread-2383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:59,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:59,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T14:16:59,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-15T14:16:59,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-15T14:16:59,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-15T14:16:59,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-15T14:16:59,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-15T14:16:59,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T14:16:59,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2468 2024-11-15T14:16:59,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2422 2024-11-15T14:16:59,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2445 2024-11-15T14:16:59,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2474 2024-11-15T14:16:59,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2385 2024-11-15T14:16:59,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T14:16:59,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:16:59,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:16:59,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:59,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:16:59,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:16:59,143 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-15T14:16:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T14:16:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T14:16:59,147 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680219147"}]},"ts":"1731680219147"} 2024-11-15T14:16:59,149 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T14:16:59,149 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T14:16:59,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T14:16:59,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0fc0388c2850598dd578f24c2c86a6, UNASSIGN}] 2024-11-15T14:16:59,153 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0fc0388c2850598dd578f24c2c86a6, UNASSIGN 2024-11-15T14:16:59,154 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=172 updating hbase:meta row=6c0fc0388c2850598dd578f24c2c86a6, regionState=CLOSING, regionLocation=26754e923c4a,43473,1731680037386 2024-11-15T14:16:59,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0fc0388c2850598dd578f24c2c86a6, UNASSIGN because future has completed 2024-11-15T14:16:59,157 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T14:16:59,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386}] 2024-11-15T14:16:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T14:16:59,310 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(122): Close 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:59,310 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T14:16:59,311 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1722): Closing 6c0fc0388c2850598dd578f24c2c86a6, disabling compactions & flushes 2024-11-15T14:16:59,311 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:59,311 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:59,311 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. after waiting 0 ms 2024-11-15T14:16:59,311 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:16:59,311 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(2902): Flushing 6c0fc0388c2850598dd578f24c2c86a6 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T14:16:59,317 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d5180f16765c42a58902c525e96f2a12_6c0fc0388c2850598dd578f24c2c86a6 is 50, key is test_row_0/A:col10/1731680219137/Put/seqid=0 2024-11-15T14:16:59,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742498_1674 (size=12454) 2024-11-15T14:16:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T14:16:59,722 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T14:16:59,725 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d5180f16765c42a58902c525e96f2a12_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d5180f16765c42a58902c525e96f2a12_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:16:59,726 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/12967570f4264e31abced8602b53d45f, store: [table=TestAcidGuarantees family=A region=6c0fc0388c2850598dd578f24c2c86a6] 2024-11-15T14:16:59,726 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/12967570f4264e31abced8602b53d45f is 175, key is test_row_0/A:col10/1731680219137/Put/seqid=0 2024-11-15T14:16:59,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742499_1675 (size=31255) 2024-11-15T14:16:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T14:17:00,130 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=510, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/12967570f4264e31abced8602b53d45f 2024-11-15T14:17:00,137 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/6989e128bd10484891225ad5e9dd09d4 is 50, key is test_row_0/B:col10/1731680219137/Put/seqid=0 2024-11-15T14:17:00,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742500_1676 (size=12301) 2024-11-15T14:17:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T14:17:00,542 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/6989e128bd10484891225ad5e9dd09d4 2024-11-15T14:17:00,551 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/64721045ed454b9b881ca6c6625d4ca9 is 50, key is test_row_0/C:col10/1731680219137/Put/seqid=0 2024-11-15T14:17:00,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742501_1677 (size=12301) 2024-11-15T14:17:00,957 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/64721045ed454b9b881ca6c6625d4ca9 2024-11-15T14:17:00,966 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/A/12967570f4264e31abced8602b53d45f as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/12967570f4264e31abced8602b53d45f 2024-11-15T14:17:00,969 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/12967570f4264e31abced8602b53d45f, entries=150, sequenceid=510, filesize=30.5 K 2024-11-15T14:17:00,969 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/B/6989e128bd10484891225ad5e9dd09d4 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/6989e128bd10484891225ad5e9dd09d4 2024-11-15T14:17:00,972 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/6989e128bd10484891225ad5e9dd09d4, entries=150, sequenceid=510, filesize=12.0 K 2024-11-15T14:17:00,972 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/.tmp/C/64721045ed454b9b881ca6c6625d4ca9 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/64721045ed454b9b881ca6c6625d4ca9 2024-11-15T14:17:00,975 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/64721045ed454b9b881ca6c6625d4ca9, entries=150, sequenceid=510, filesize=12.0 K 2024-11-15T14:17:00,975 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6c0fc0388c2850598dd578f24c2c86a6 in 1664ms, sequenceid=510, compaction requested=true 2024-11-15T14:17:00,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/d9ba47513c1a4954a6e16d348a2cf7c3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/231e705a3698442eaa6168528bc29e91, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/ba94a730db5f41b896ce86c123b66f13, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/c458ba5896574b4988b9e2e83edeac7b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/db8a88dc5d9e4a60a0c0800f367384e6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/910a120d559c4277bb146ff5414e9931, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/8317de361c24404aaeb11964d446beb8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/d46f1f0615754a6c8ef9fcce4c526089, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/8cea9ef73bfe41e0bc51ce6c6a869051, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/9b2ed2fa2a06484abb15e3bf7c8257ba, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/a9ec1fbfed3945debec089ab2abf42ba, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/227489d902a44d43b6a8b5eb47b5ea9c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/988c0d1054564bc28f616331fc982621, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/3158777d6dd44faca19f6dfe87cea6d4, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/57b69cd9d6314a5bb8a42c2cc380ec82, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/f64d7d215beb47319c3e92f33a9829ed, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/cc7f67bc4dab4a51bb7ae275e0917852, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/89c8b2862a774ac1b9b28d0e1cf88c47, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/abe5c28d0d0b4e21aabe10e89885765e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/181498482e8641fa8325b676b45076c6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/3fb765f7adb643a4aba54356c2fa6218, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/82c09f37ceda45648e94cbb7d0e430f6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/acd5fb64a0c440a59a2d813be48ee278, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/83abb33d5ac94a298f6358b35728502f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/be5b0b3fd21347ed8dbc10634300a906, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/6b5b383acf764b7bbfd55e9f533ff9dd, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/b8b6c983e76a496d85864110317a6b98, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/06be1243570846ea9ea273df86419270, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/b243d445a26b4a23957c88ee72641e3f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/e4cc5fce5e6942dc9ac433af98bc4fca, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/56785328cbf2444aba8355cbf6f16dc2, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/713fb83c9bc94c269dbb489d8a36cacc] to archive 2024-11-15T14:17:00,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:17:00,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/d9ba47513c1a4954a6e16d348a2cf7c3 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/d9ba47513c1a4954a6e16d348a2cf7c3 2024-11-15T14:17:00,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/231e705a3698442eaa6168528bc29e91 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/231e705a3698442eaa6168528bc29e91 2024-11-15T14:17:00,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/ba94a730db5f41b896ce86c123b66f13 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/ba94a730db5f41b896ce86c123b66f13 2024-11-15T14:17:00,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/c458ba5896574b4988b9e2e83edeac7b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/c458ba5896574b4988b9e2e83edeac7b 2024-11-15T14:17:00,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/db8a88dc5d9e4a60a0c0800f367384e6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/db8a88dc5d9e4a60a0c0800f367384e6 2024-11-15T14:17:00,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/910a120d559c4277bb146ff5414e9931 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/910a120d559c4277bb146ff5414e9931 2024-11-15T14:17:00,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/8317de361c24404aaeb11964d446beb8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/8317de361c24404aaeb11964d446beb8 2024-11-15T14:17:00,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/d46f1f0615754a6c8ef9fcce4c526089 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/d46f1f0615754a6c8ef9fcce4c526089 2024-11-15T14:17:00,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/8cea9ef73bfe41e0bc51ce6c6a869051 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/8cea9ef73bfe41e0bc51ce6c6a869051 2024-11-15T14:17:00,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/9b2ed2fa2a06484abb15e3bf7c8257ba to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/9b2ed2fa2a06484abb15e3bf7c8257ba 2024-11-15T14:17:00,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/a9ec1fbfed3945debec089ab2abf42ba to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/a9ec1fbfed3945debec089ab2abf42ba 2024-11-15T14:17:00,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/227489d902a44d43b6a8b5eb47b5ea9c to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/227489d902a44d43b6a8b5eb47b5ea9c 2024-11-15T14:17:00,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/988c0d1054564bc28f616331fc982621 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/988c0d1054564bc28f616331fc982621 2024-11-15T14:17:00,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/3158777d6dd44faca19f6dfe87cea6d4 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/3158777d6dd44faca19f6dfe87cea6d4 2024-11-15T14:17:00,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/57b69cd9d6314a5bb8a42c2cc380ec82 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/57b69cd9d6314a5bb8a42c2cc380ec82 2024-11-15T14:17:00,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/f64d7d215beb47319c3e92f33a9829ed to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/f64d7d215beb47319c3e92f33a9829ed 2024-11-15T14:17:00,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/cc7f67bc4dab4a51bb7ae275e0917852 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/cc7f67bc4dab4a51bb7ae275e0917852 2024-11-15T14:17:00,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/89c8b2862a774ac1b9b28d0e1cf88c47 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/89c8b2862a774ac1b9b28d0e1cf88c47 2024-11-15T14:17:00,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/abe5c28d0d0b4e21aabe10e89885765e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/abe5c28d0d0b4e21aabe10e89885765e 2024-11-15T14:17:00,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/181498482e8641fa8325b676b45076c6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/181498482e8641fa8325b676b45076c6 2024-11-15T14:17:00,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/3fb765f7adb643a4aba54356c2fa6218 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/3fb765f7adb643a4aba54356c2fa6218 2024-11-15T14:17:00,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/82c09f37ceda45648e94cbb7d0e430f6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/82c09f37ceda45648e94cbb7d0e430f6 2024-11-15T14:17:00,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/acd5fb64a0c440a59a2d813be48ee278 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/acd5fb64a0c440a59a2d813be48ee278 2024-11-15T14:17:01,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/83abb33d5ac94a298f6358b35728502f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/83abb33d5ac94a298f6358b35728502f 2024-11-15T14:17:01,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/be5b0b3fd21347ed8dbc10634300a906 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/be5b0b3fd21347ed8dbc10634300a906 2024-11-15T14:17:01,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/6b5b383acf764b7bbfd55e9f533ff9dd to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/6b5b383acf764b7bbfd55e9f533ff9dd 2024-11-15T14:17:01,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/b8b6c983e76a496d85864110317a6b98 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/b8b6c983e76a496d85864110317a6b98 2024-11-15T14:17:01,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/06be1243570846ea9ea273df86419270 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/06be1243570846ea9ea273df86419270 2024-11-15T14:17:01,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/b243d445a26b4a23957c88ee72641e3f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/b243d445a26b4a23957c88ee72641e3f 2024-11-15T14:17:01,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/e4cc5fce5e6942dc9ac433af98bc4fca to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/e4cc5fce5e6942dc9ac433af98bc4fca 2024-11-15T14:17:01,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/56785328cbf2444aba8355cbf6f16dc2 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/56785328cbf2444aba8355cbf6f16dc2 2024-11-15T14:17:01,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/713fb83c9bc94c269dbb489d8a36cacc to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/713fb83c9bc94c269dbb489d8a36cacc 2024-11-15T14:17:01,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/273c90b0370d4926993a4998cd25659e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/9cb605772047430ba080d83d86ab702f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/c0d54f7f65a54b229db48c00d2243c3d, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/2f61e9ad466e49b1b11d36a2008c0087, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/6565fe85086d4252a0ae8c1fc34d3eae, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/681c56d3e67246dd9f44738e424d8b04, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/a4791d84dccc44099974470439242ec0, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/45947caf648d49ad9e2695e82d1c7612, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/da47d357d2c241779f17ebc83c7febba, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/d99cf7db8faa474496a893a89d53cc56, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/e2568dfd78c845fbb4b5bae06b02a018, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/4820c596127a47beac3ce69f2d11e779, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/2b1fb5fb0bf44f1083a524ded6d96c76, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/51d613f95b1645de8e72b9b5348e8021, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/a90f2fa334614936b34cf5f985651688, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/990e6d159bda4339a56e5835a3601cf8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/112e2edbda75486f9a40440e56ec8451, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/87977e6e4721405d92a2682696ae473e, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/e77dfd1ca0d640ab91a1928cd8bc7dda, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/5b32e8b7ed7d47119ae4e5d6c0340dbd, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/d18ab7a9efc34d78b3e73a0532b00e56, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/b2b1d3142aa84ce694c3fb97fdd3d378, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/087e1e675f444d549db4d5868719127b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/fff8b3dcf64340aaac8a671fab668a13, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/7e33ebcd2afd47de99018f784bef5caa, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/bf49d3264a1240e0a8fb066a5f5d90cd, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/88ba7eae1cf84b4f859e7da7873f4387, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/ff328232370344948dbfd8d27c458539, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/614641f6700b480b90032beea827e5f8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/338c555ab433414392dd62a445b46489, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/8e5d390c47fd4498b0695ae04a1b87c9, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/3dc7bde4f073425198e6b005a58ff10a] to archive 2024-11-15T14:17:01,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:17:01,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/273c90b0370d4926993a4998cd25659e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/273c90b0370d4926993a4998cd25659e 2024-11-15T14:17:01,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/9cb605772047430ba080d83d86ab702f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/9cb605772047430ba080d83d86ab702f 2024-11-15T14:17:01,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/c0d54f7f65a54b229db48c00d2243c3d to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/c0d54f7f65a54b229db48c00d2243c3d 2024-11-15T14:17:01,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/2f61e9ad466e49b1b11d36a2008c0087 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/2f61e9ad466e49b1b11d36a2008c0087 2024-11-15T14:17:01,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/6565fe85086d4252a0ae8c1fc34d3eae to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/6565fe85086d4252a0ae8c1fc34d3eae 2024-11-15T14:17:01,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/681c56d3e67246dd9f44738e424d8b04 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/681c56d3e67246dd9f44738e424d8b04 2024-11-15T14:17:01,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/a4791d84dccc44099974470439242ec0 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/a4791d84dccc44099974470439242ec0 2024-11-15T14:17:01,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/45947caf648d49ad9e2695e82d1c7612 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/45947caf648d49ad9e2695e82d1c7612 2024-11-15T14:17:01,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/da47d357d2c241779f17ebc83c7febba to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/da47d357d2c241779f17ebc83c7febba 2024-11-15T14:17:01,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/d99cf7db8faa474496a893a89d53cc56 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/d99cf7db8faa474496a893a89d53cc56 2024-11-15T14:17:01,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/e2568dfd78c845fbb4b5bae06b02a018 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/e2568dfd78c845fbb4b5bae06b02a018 2024-11-15T14:17:01,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/4820c596127a47beac3ce69f2d11e779 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/4820c596127a47beac3ce69f2d11e779 2024-11-15T14:17:01,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/2b1fb5fb0bf44f1083a524ded6d96c76 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/2b1fb5fb0bf44f1083a524ded6d96c76 2024-11-15T14:17:01,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/51d613f95b1645de8e72b9b5348e8021 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/51d613f95b1645de8e72b9b5348e8021 2024-11-15T14:17:01,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/a90f2fa334614936b34cf5f985651688 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/a90f2fa334614936b34cf5f985651688 2024-11-15T14:17:01,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/990e6d159bda4339a56e5835a3601cf8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/990e6d159bda4339a56e5835a3601cf8 2024-11-15T14:17:01,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/112e2edbda75486f9a40440e56ec8451 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/112e2edbda75486f9a40440e56ec8451 2024-11-15T14:17:01,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/87977e6e4721405d92a2682696ae473e to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/87977e6e4721405d92a2682696ae473e 2024-11-15T14:17:01,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/e77dfd1ca0d640ab91a1928cd8bc7dda to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/e77dfd1ca0d640ab91a1928cd8bc7dda 2024-11-15T14:17:01,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/5b32e8b7ed7d47119ae4e5d6c0340dbd to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/5b32e8b7ed7d47119ae4e5d6c0340dbd 2024-11-15T14:17:01,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/d18ab7a9efc34d78b3e73a0532b00e56 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/d18ab7a9efc34d78b3e73a0532b00e56 2024-11-15T14:17:01,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/b2b1d3142aa84ce694c3fb97fdd3d378 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/b2b1d3142aa84ce694c3fb97fdd3d378 2024-11-15T14:17:01,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/087e1e675f444d549db4d5868719127b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/087e1e675f444d549db4d5868719127b 2024-11-15T14:17:01,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/fff8b3dcf64340aaac8a671fab668a13 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/fff8b3dcf64340aaac8a671fab668a13 2024-11-15T14:17:01,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/7e33ebcd2afd47de99018f784bef5caa to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/7e33ebcd2afd47de99018f784bef5caa 2024-11-15T14:17:01,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/bf49d3264a1240e0a8fb066a5f5d90cd to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/bf49d3264a1240e0a8fb066a5f5d90cd 2024-11-15T14:17:01,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/88ba7eae1cf84b4f859e7da7873f4387 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/88ba7eae1cf84b4f859e7da7873f4387 2024-11-15T14:17:01,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/ff328232370344948dbfd8d27c458539 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/ff328232370344948dbfd8d27c458539 2024-11-15T14:17:01,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/614641f6700b480b90032beea827e5f8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/614641f6700b480b90032beea827e5f8 2024-11-15T14:17:01,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/338c555ab433414392dd62a445b46489 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/338c555ab433414392dd62a445b46489 2024-11-15T14:17:01,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/8e5d390c47fd4498b0695ae04a1b87c9 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/8e5d390c47fd4498b0695ae04a1b87c9 2024-11-15T14:17:01,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/3dc7bde4f073425198e6b005a58ff10a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/3dc7bde4f073425198e6b005a58ff10a 2024-11-15T14:17:01,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0fa396c15aad4eedba6badcb0f5d59de, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/81d2bc356abf4085ad3798c3060bf232, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/70b8e65fab31433095dc7b9b8967bce3, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/76824578523a4b368636d9c224c4a380, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/9bd750eaa14a4e5094b34996fd5e9ea8, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/4d6782de480b4ab5952913f0f5708008, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/e4a2302b3278453fbc34907a488bd703, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/619bf530923348e888350c5f9017a060, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/87ec8bcbfc934a0c86473e2e2a4022d9, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/42c670a1e5db44599a2b53e758fef922, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/1b1d2e2bf23c405589c59baea495c7fb, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/6d255b04ad2f4272863bf050b0fa1773, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d1a6f658879245b0a95d14704ee56b1f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/61c11f7029dd498bb699c93290752ad6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/1164c3881fde4c1493a86052b9150f2b, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/3321eeea3e994943b955ff9b2fd04ad1, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/95bd7d622a5048ec8884096e8fdd6883, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0a17d06cee3b45879e00020066d94d7c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/091f448361a64086a234da402c0484cc, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d0ae1db748f2426ca69acd2c5e336773, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d10ec5c04ca242cabcd6a0679ecdef01, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/4828eb684aed4abb813de00fe57605e6, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d403ba4badaa45b78d4f17cb826a5c22, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/9b47cf0ec28c422d9b2075ee3a2783f9, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/7db467c824dc43c285a822b198c13b3f, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0e53006fca144ad89e0f7a6a87bcbd24, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/dd76e847786c45659bff55a71707709a, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/44de5fba38184dce93ea18432331bd48, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/7ad8755884304f39a8fe318731dafc2c, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/f4f264a3774546feab19e5cf221f5ead, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/bf7128d883f84bb28f02bc88495ed876, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/590654993cfc43318d029adb72fda820] to archive 2024-11-15T14:17:01,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T14:17:01,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0fa396c15aad4eedba6badcb0f5d59de to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0fa396c15aad4eedba6badcb0f5d59de 2024-11-15T14:17:01,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/81d2bc356abf4085ad3798c3060bf232 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/81d2bc356abf4085ad3798c3060bf232 2024-11-15T14:17:01,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/70b8e65fab31433095dc7b9b8967bce3 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/70b8e65fab31433095dc7b9b8967bce3 2024-11-15T14:17:01,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/76824578523a4b368636d9c224c4a380 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/76824578523a4b368636d9c224c4a380 2024-11-15T14:17:01,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/9bd750eaa14a4e5094b34996fd5e9ea8 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/9bd750eaa14a4e5094b34996fd5e9ea8 2024-11-15T14:17:01,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/4d6782de480b4ab5952913f0f5708008 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/4d6782de480b4ab5952913f0f5708008 2024-11-15T14:17:01,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/e4a2302b3278453fbc34907a488bd703 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/e4a2302b3278453fbc34907a488bd703 2024-11-15T14:17:01,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/619bf530923348e888350c5f9017a060 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/619bf530923348e888350c5f9017a060 2024-11-15T14:17:01,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/87ec8bcbfc934a0c86473e2e2a4022d9 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/87ec8bcbfc934a0c86473e2e2a4022d9 2024-11-15T14:17:01,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/42c670a1e5db44599a2b53e758fef922 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/42c670a1e5db44599a2b53e758fef922 2024-11-15T14:17:01,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/1b1d2e2bf23c405589c59baea495c7fb to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/1b1d2e2bf23c405589c59baea495c7fb 2024-11-15T14:17:01,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/6d255b04ad2f4272863bf050b0fa1773 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/6d255b04ad2f4272863bf050b0fa1773 2024-11-15T14:17:01,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d1a6f658879245b0a95d14704ee56b1f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d1a6f658879245b0a95d14704ee56b1f 2024-11-15T14:17:01,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/61c11f7029dd498bb699c93290752ad6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/61c11f7029dd498bb699c93290752ad6 2024-11-15T14:17:01,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/1164c3881fde4c1493a86052b9150f2b to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/1164c3881fde4c1493a86052b9150f2b 2024-11-15T14:17:01,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/3321eeea3e994943b955ff9b2fd04ad1 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/3321eeea3e994943b955ff9b2fd04ad1 2024-11-15T14:17:01,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/95bd7d622a5048ec8884096e8fdd6883 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/95bd7d622a5048ec8884096e8fdd6883 2024-11-15T14:17:01,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0a17d06cee3b45879e00020066d94d7c to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0a17d06cee3b45879e00020066d94d7c 2024-11-15T14:17:01,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/091f448361a64086a234da402c0484cc to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/091f448361a64086a234da402c0484cc 2024-11-15T14:17:01,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d0ae1db748f2426ca69acd2c5e336773 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d0ae1db748f2426ca69acd2c5e336773 2024-11-15T14:17:01,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d10ec5c04ca242cabcd6a0679ecdef01 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d10ec5c04ca242cabcd6a0679ecdef01 2024-11-15T14:17:01,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/4828eb684aed4abb813de00fe57605e6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/4828eb684aed4abb813de00fe57605e6 2024-11-15T14:17:01,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d403ba4badaa45b78d4f17cb826a5c22 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d403ba4badaa45b78d4f17cb826a5c22 2024-11-15T14:17:01,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/9b47cf0ec28c422d9b2075ee3a2783f9 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/9b47cf0ec28c422d9b2075ee3a2783f9 2024-11-15T14:17:01,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/7db467c824dc43c285a822b198c13b3f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/7db467c824dc43c285a822b198c13b3f 2024-11-15T14:17:01,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0e53006fca144ad89e0f7a6a87bcbd24 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/0e53006fca144ad89e0f7a6a87bcbd24 2024-11-15T14:17:01,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/dd76e847786c45659bff55a71707709a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/dd76e847786c45659bff55a71707709a 2024-11-15T14:17:01,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/44de5fba38184dce93ea18432331bd48 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/44de5fba38184dce93ea18432331bd48 2024-11-15T14:17:01,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/7ad8755884304f39a8fe318731dafc2c to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/7ad8755884304f39a8fe318731dafc2c 2024-11-15T14:17:01,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/f4f264a3774546feab19e5cf221f5ead to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/f4f264a3774546feab19e5cf221f5ead 2024-11-15T14:17:01,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/bf7128d883f84bb28f02bc88495ed876 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/bf7128d883f84bb28f02bc88495ed876 2024-11-15T14:17:01,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/590654993cfc43318d029adb72fda820 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/590654993cfc43318d029adb72fda820 2024-11-15T14:17:01,076 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/recovered.edits/513.seqid, newMaxSeqId=513, maxSeqId=4 2024-11-15T14:17:01,076 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. 2024-11-15T14:17:01,076 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1676): Region close journal for 6c0fc0388c2850598dd578f24c2c86a6: Waiting for close lock at 1731680219311Running coprocessor pre-close hooks at 1731680219311Disabling compacts and flushes for region at 1731680219311Disabling writes for close at 1731680219311Obtaining lock to block concurrent updates at 1731680219311Preparing flush snapshotting stores in 6c0fc0388c2850598dd578f24c2c86a6 at 1731680219311Finished memstore snapshotting TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731680219311Flushing stores of TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6. at 1731680219312 (+1 ms)Flushing 6c0fc0388c2850598dd578f24c2c86a6/A: creating writer at 1731680219312Flushing mob file 6c0fc0388c2850598dd578f24c2c86a6/A: appending metadata at 1731680219317 (+5 ms)Flushing mob file 6c0fc0388c2850598dd578f24c2c86a6/A: closing flushed file at 1731680219317Flushing 6c0fc0388c2850598dd578f24c2c86a6/A: appending metadata at 1731680219726 (+409 ms)Flushing 6c0fc0388c2850598dd578f24c2c86a6/A: closing flushed file at 1731680219726Flushing 6c0fc0388c2850598dd578f24c2c86a6/B: creating writer at 1731680220135 (+409 ms)Flushing 6c0fc0388c2850598dd578f24c2c86a6/B: appending metadata at 1731680220137 (+2 ms)Flushing 6c0fc0388c2850598dd578f24c2c86a6/B: closing flushed file at 1731680220137Flushing 6c0fc0388c2850598dd578f24c2c86a6/C: creating writer at 1731680220547 (+410 ms)Flushing 6c0fc0388c2850598dd578f24c2c86a6/C: appending metadata at 1731680220550 (+3 ms)Flushing 6c0fc0388c2850598dd578f24c2c86a6/C: closing flushed file at 1731680220550Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cfb98d7: reopening flushed file at 1731680220965 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5acb4c1: reopening flushed file at 1731680220969 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fbd90d5: reopening flushed file at 1731680220972 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6c0fc0388c2850598dd578f24c2c86a6 in 1664ms, sequenceid=510, compaction requested=true at 1731680220975 (+3 ms)Writing region close event to WAL at 1731680221074 (+99 ms)Running coprocessor post-close hooks at 1731680221076 (+2 ms)Closed at 1731680221076 2024-11-15T14:17:01,078 INFO [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(157): Closed 6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,078 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=172 updating hbase:meta row=6c0fc0388c2850598dd578f24c2c86a6, regionState=CLOSED 2024-11-15T14:17:01,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=173, ppid=172, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 because future has completed 2024-11-15T14:17:01,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-15T14:17:01,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; CloseRegionProcedure 6c0fc0388c2850598dd578f24c2c86a6, server=26754e923c4a,43473,1731680037386 in 1.9230 sec 2024-11-15T14:17:01,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=172, resume processing ppid=171 2024-11-15T14:17:01,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, ppid=171, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0fc0388c2850598dd578f24c2c86a6, UNASSIGN in 1.9300 sec 2024-11-15T14:17:01,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-15T14:17:01,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9330 sec 2024-11-15T14:17:01,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680221085"}]},"ts":"1731680221085"} 2024-11-15T14:17:01,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T14:17:01,086 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T14:17:01,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9430 sec 2024-11-15T14:17:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T14:17:01,306 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:17:01,307 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-15T14:17:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:17:01,311 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:17:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T14:17:01,312 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=174, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:17:01,314 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,317 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C, FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/recovered.edits] 2024-11-15T14:17:01,320 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/12967570f4264e31abced8602b53d45f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/12967570f4264e31abced8602b53d45f 2024-11-15T14:17:01,322 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/2327d433e6d84523a2b021f6199a44ce to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/2327d433e6d84523a2b021f6199a44ce 2024-11-15T14:17:01,323 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/53e4a6a200754c6cb5982cb03c71fecd to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/53e4a6a200754c6cb5982cb03c71fecd 2024-11-15T14:17:01,324 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/64100591bd534f6c8c5e6e32b69288e4 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/A/64100591bd534f6c8c5e6e32b69288e4 2024-11-15T14:17:01,325 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/4370ff7cac3040718f280307a2eed8c0 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/4370ff7cac3040718f280307a2eed8c0 2024-11-15T14:17:01,326 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/451c934e5d44440fa2b647da5cafb04f to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/451c934e5d44440fa2b647da5cafb04f 2024-11-15T14:17:01,327 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/6989e128bd10484891225ad5e9dd09d4 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/6989e128bd10484891225ad5e9dd09d4 2024-11-15T14:17:01,328 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/ea011e7cb2834fc0a665f891b0fac135 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/B/ea011e7cb2834fc0a665f891b0fac135 2024-11-15T14:17:01,330 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/1aab70260dac44cea6af110287002700 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/1aab70260dac44cea6af110287002700 2024-11-15T14:17:01,331 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/64721045ed454b9b881ca6c6625d4ca9 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/64721045ed454b9b881ca6c6625d4ca9 2024-11-15T14:17:01,332 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/6f22a8d3e1d14f7fb500de38b7d97c68 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/6f22a8d3e1d14f7fb500de38b7d97c68 2024-11-15T14:17:01,333 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d223b16e75b7427daa2d0c11d0f0fc0a to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/C/d223b16e75b7427daa2d0c11d0f0fc0a 2024-11-15T14:17:01,335 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/recovered.edits/513.seqid to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6/recovered.edits/513.seqid 2024-11-15T14:17:01,336 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/default/TestAcidGuarantees/6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,336 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T14:17:01,336 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T14:17:01,337 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T14:17:01,341 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150d2009dcd98d4f0fba55fc8ee89513a8_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150d2009dcd98d4f0fba55fc8ee89513a8_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,342 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150eed50e000d8440fb1331e128b2b77ce_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150eed50e000d8440fb1331e128b2b77ce_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,343 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151e3c70f87f7d4405916fd54f5e71aca9_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151e3c70f87f7d4405916fd54f5e71aca9_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,345 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111528dd4a2b65e3430894d21a455c1da0cb_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111528dd4a2b65e3430894d21a455c1da0cb_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,346 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115469c19777ea94c9f8dfcb7c4cc92e798_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115469c19777ea94c9f8dfcb7c4cc92e798_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,348 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155d2711ec5a75418793777b80adee5694_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155d2711ec5a75418793777b80adee5694_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,349 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111561038ee53026448aad18bb9efeaaf950_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111561038ee53026448aad18bb9efeaaf950_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,351 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115677afbc71197415a89b5f0291f6facfb_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115677afbc71197415a89b5f0291f6facfb_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,352 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156bd600b7cca84e4eacb421a86bb73fe6_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156bd600b7cca84e4eacb421a86bb73fe6_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,354 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156e9b7706bfda4cf691a22b1ffcba6e36_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156e9b7706bfda4cf691a22b1ffcba6e36_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,356 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111571aa5af2363a47c4a2ceb8fd4e28e7d0_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111571aa5af2363a47c4a2ceb8fd4e28e7d0_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,357 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158045af067d0c42ad9b8349946922812c_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158045af067d0c42ad9b8349946922812c_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,359 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158b054b16d12b432ea6d2e9488616e125_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158b054b16d12b432ea6d2e9488616e125_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,360 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111592f057fb9a7e44718f28c2c1acaec10c_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111592f057fb9a7e44718f28c2c1acaec10c_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,362 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159c9d3e26c80b409fb8fbef36a2c606e7_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159c9d3e26c80b409fb8fbef36a2c606e7_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,363 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a1a081639e5b40d4b014599ffd75ed44_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a1a081639e5b40d4b014599ffd75ed44_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,365 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a4f4c9605b5749219127a5a73de83d90_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a4f4c9605b5749219127a5a73de83d90_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,366 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a9142cac15f549438c2a1002ee4e99ca_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a9142cac15f549438c2a1002ee4e99ca_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,368 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b043c86d2c6146c7834263befb240f11_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b043c86d2c6146c7834263befb240f11_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,369 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bb23e25709f543a9b58314a75e038d57_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bb23e25709f543a9b58314a75e038d57_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,370 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d5180f16765c42a58902c525e96f2a12_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d5180f16765c42a58902c525e96f2a12_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,372 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d75494093df14065b7b54df629927ad1_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d75494093df14065b7b54df629927ad1_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,373 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e2abe1f41146412eb1a2d7fd4d44d280_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e2abe1f41146412eb1a2d7fd4d44d280_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,375 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e3c4ff9bc8854f96a868eb2feeb5bfa0_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e3c4ff9bc8854f96a868eb2feeb5bfa0_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,376 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e9a153d149fb44f28e32ee334c6149b0_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e9a153d149fb44f28e32ee334c6149b0_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,378 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ef029c5bd801403f870f66eeeb598265_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ef029c5bd801403f870f66eeeb598265_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,379 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f1e9c5cc976141fe91a45cdba39f2f73_6c0fc0388c2850598dd578f24c2c86a6 to hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f1e9c5cc976141fe91a45cdba39f2f73_6c0fc0388c2850598dd578f24c2c86a6 2024-11-15T14:17:01,379 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T14:17:01,381 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=174, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:17:01,382 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T14:17:01,384 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T14:17:01,385 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=174, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:17:01,385 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T14:17:01,385 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731680221385"}]},"ts":"9223372036854775807"} 2024-11-15T14:17:01,386 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T14:17:01,386 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6c0fc0388c2850598dd578f24c2c86a6, NAME => 'TestAcidGuarantees,,1731680188720.6c0fc0388c2850598dd578f24c2c86a6.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T14:17:01,386 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T14:17:01,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731680221386"}]},"ts":"9223372036854775807"} 2024-11-15T14:17:01,387 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T14:17:01,388 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=174, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T14:17:01,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 81 msec 2024-11-15T14:17:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T14:17:01,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T14:17:01,417 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T14:17:01,430 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 240), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=814 (was 871), ProcessCount=11 (was 11), AvailableMemoryMB=534 (was 721) 2024-11-15T14:17:01,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T14:17:01,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:17:01,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:17:01,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:17:01,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:17:01,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T14:17:01,431 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T14:17:01,431 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1219616701, stopped=false 2024-11-15T14:17:01,432 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,37089,1731680036562 2024-11-15T14:17:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T14:17:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T14:17:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T14:17:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T14:17:01,467 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:17:01,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T14:17:01,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T14:17:01,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:17:01,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T14:17:01,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:17:01,470 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,43473,1731680037386' ***** 2024-11-15T14:17:01,470 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T14:17:01,471 INFO [RS:0;26754e923c4a:43473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T14:17:01,471 INFO [RS:0;26754e923c4a:43473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T14:17:01,471 INFO [RS:0;26754e923c4a:43473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T14:17:01,472 INFO [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,43473,1731680037386 2024-11-15T14:17:01,472 INFO [RS:0;26754e923c4a:43473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:17:01,472 INFO [RS:0;26754e923c4a:43473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:43473. 2024-11-15T14:17:01,472 DEBUG [RS:0;26754e923c4a:43473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T14:17:01,472 DEBUG [RS:0;26754e923c4a:43473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:17:01,472 INFO [RS:0;26754e923c4a:43473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T14:17:01,472 INFO [RS:0;26754e923c4a:43473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T14:17:01,472 INFO [RS:0;26754e923c4a:43473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T14:17:01,473 INFO [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T14:17:01,474 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T14:17:01,474 INFO [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T14:17:01,474 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T14:17:01,475 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:17:01,475 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T14:17:01,475 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T14:17:01,475 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T14:17:01,475 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T14:17:01,475 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T14:17:01,475 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-15T14:17:01,483 INFO [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:17:01,499 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/.tmp/info/a672b82e636b4c91ac0daebb8ba043ef is 95, key is TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141./info:/1731680072190/DeleteFamily/seqid=0 2024-11-15T14:17:01,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742502_1678 (size=6514) 2024-11-15T14:17:01,675 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:17:01,875 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:17:01,903 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/.tmp/info/a672b82e636b4c91ac0daebb8ba043ef 2024-11-15T14:17:01,930 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/.tmp/ns/0a87027140fc454783bef4680dfd350a is 93, key is TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141./ns:/1731680072136/DeleteFamily/seqid=0 2024-11-15T14:17:01,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742503_1679 (size=5906) 2024-11-15T14:17:02,076 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:17:02,276 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:17:02,281 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T14:17:02,281 INFO [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T14:17:02,334 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/.tmp/ns/0a87027140fc454783bef4680dfd350a 2024-11-15T14:17:02,359 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/.tmp/rep_barrier/5330c3af1f1047cb80f0cf44a74439ff is 102, key is TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141./rep_barrier:/1731680072136/DeleteFamily/seqid=0 2024-11-15T14:17:02,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742504_1680 (size=6025) 2024-11-15T14:17:02,476 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:17:02,676 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:17:02,763 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/.tmp/rep_barrier/5330c3af1f1047cb80f0cf44a74439ff 2024-11-15T14:17:02,781 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/.tmp/table/d20f7c6f6c3d4890a8cd29271b86e82b is 96, key is TestAcidGuarantees,,1731680041781.f0785492ce5710dda43ccfaac08a1141./table:/1731680072136/DeleteFamily/seqid=0 2024-11-15T14:17:02,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742505_1681 (size=5936) 2024-11-15T14:17:02,877 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:17:03,077 DEBUG [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T14:17:03,185 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/.tmp/table/d20f7c6f6c3d4890a8cd29271b86e82b 2024-11-15T14:17:03,188 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/.tmp/info/a672b82e636b4c91ac0daebb8ba043ef as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/info/a672b82e636b4c91ac0daebb8ba043ef 2024-11-15T14:17:03,191 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/info/a672b82e636b4c91ac0daebb8ba043ef, entries=12, sequenceid=90, filesize=6.4 K 2024-11-15T14:17:03,192 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/.tmp/ns/0a87027140fc454783bef4680dfd350a as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/ns/0a87027140fc454783bef4680dfd350a 2024-11-15T14:17:03,195 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/ns/0a87027140fc454783bef4680dfd350a, entries=8, sequenceid=90, filesize=5.8 K 2024-11-15T14:17:03,195 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/.tmp/rep_barrier/5330c3af1f1047cb80f0cf44a74439ff as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/rep_barrier/5330c3af1f1047cb80f0cf44a74439ff 2024-11-15T14:17:03,198 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/rep_barrier/5330c3af1f1047cb80f0cf44a74439ff, entries=6, sequenceid=90, filesize=5.9 K 2024-11-15T14:17:03,199 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/.tmp/table/d20f7c6f6c3d4890a8cd29271b86e82b as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/table/d20f7c6f6c3d4890a8cd29271b86e82b 2024-11-15T14:17:03,201 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/table/d20f7c6f6c3d4890a8cd29271b86e82b, entries=7, sequenceid=90, filesize=5.8 K 2024-11-15T14:17:03,202 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=90, compaction requested=false 2024-11-15T14:17:03,206 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-15T14:17:03,206 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T14:17:03,206 INFO [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T14:17:03,206 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731680221474Running coprocessor pre-close hooks at 1731680221475 (+1 ms)Disabling compacts and flushes for region at 1731680221475Disabling writes for close at 1731680221475Obtaining lock to block concurrent updates at 1731680221475Preparing flush snapshotting stores in 1588230740 at 1731680221475Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731680221475Flushing stores of hbase:meta,,1.1588230740 at 1731680221476 (+1 ms)Flushing 1588230740/info: creating writer at 1731680221476Flushing 1588230740/info: appending metadata at 1731680221498 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731680221498Flushing 1588230740/ns: creating writer at 1731680221909 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731680221929 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731680221929Flushing 1588230740/rep_barrier: creating writer at 1731680222344 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731680222359 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731680222359Flushing 1588230740/table: creating writer at 1731680222766 (+407 ms)Flushing 1588230740/table: appending metadata at 1731680222781 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731680222781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c19f28c: reopening flushed file at 1731680223188 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d2348e4: reopening flushed file at 1731680223192 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c5b60a: reopening flushed file at 1731680223195 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f02ac2: reopening flushed file at 1731680223198 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=90, compaction requested=false at 1731680223202 (+4 ms)Writing region close event to WAL at 1731680223203 (+1 ms)Running coprocessor post-close hooks at 1731680223206 (+3 ms)Closed at 1731680223206 2024-11-15T14:17:03,207 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T14:17:03,277 INFO [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,43473,1731680037386; all regions closed. 2024-11-15T14:17:03,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741834_1010 (size=25344) 2024-11-15T14:17:03,283 DEBUG [RS:0;26754e923c4a:43473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/oldWALs 2024-11-15T14:17:03,284 INFO [RS:0;26754e923c4a:43473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C43473%2C1731680037386.meta:.meta(num 1731680041358) 2024-11-15T14:17:03,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741833_1009 (size=15753917) 2024-11-15T14:17:03,288 DEBUG [RS:0;26754e923c4a:43473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/oldWALs 2024-11-15T14:17:03,288 INFO [RS:0;26754e923c4a:43473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C43473%2C1731680037386:(num 1731680040450) 2024-11-15T14:17:03,288 DEBUG [RS:0;26754e923c4a:43473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T14:17:03,288 INFO [RS:0;26754e923c4a:43473 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T14:17:03,288 INFO [RS:0;26754e923c4a:43473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:17:03,288 INFO [RS:0;26754e923c4a:43473 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T14:17:03,288 INFO [RS:0;26754e923c4a:43473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:17:03,288 INFO [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:17:03,289 INFO [RS:0;26754e923c4a:43473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43473 2024-11-15T14:17:03,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T14:17:03,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/26754e923c4a,43473,1731680037386 2024-11-15T14:17:03,325 INFO [RS:0;26754e923c4a:43473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:17:03,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,43473,1731680037386] 2024-11-15T14:17:03,333 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/26754e923c4a,43473,1731680037386 already deleted, retry=false 2024-11-15T14:17:03,333 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,43473,1731680037386 expired; onlineServers=0 2024-11-15T14:17:03,333 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,37089,1731680036562' ***** 2024-11-15T14:17:03,333 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T14:17:03,333 INFO [M:0;26754e923c4a:37089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T14:17:03,334 INFO [M:0;26754e923c4a:37089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T14:17:03,334 DEBUG [M:0;26754e923c4a:37089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T14:17:03,334 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T14:17:03,334 DEBUG [M:0;26754e923c4a:37089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T14:17:03,334 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731680040022 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731680040022,5,FailOnTimeoutGroup] 2024-11-15T14:17:03,334 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731680040024 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731680040024,5,FailOnTimeoutGroup] 2024-11-15T14:17:03,334 INFO [M:0;26754e923c4a:37089 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T14:17:03,334 INFO [M:0;26754e923c4a:37089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T14:17:03,334 DEBUG [M:0;26754e923c4a:37089 {}] master.HMaster(1795): Stopping service threads 2024-11-15T14:17:03,334 INFO [M:0;26754e923c4a:37089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T14:17:03,335 INFO [M:0;26754e923c4a:37089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T14:17:03,335 ERROR [M:0;26754e923c4a:37089 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-15T14:17:03,336 INFO [M:0;26754e923c4a:37089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T14:17:03,336 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T14:17:03,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T14:17:03,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T14:17:03,342 DEBUG [M:0;26754e923c4a:37089 {}] zookeeper.ZKUtil(347): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T14:17:03,342 WARN [M:0;26754e923c4a:37089 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T14:17:03,342 INFO [M:0;26754e923c4a:37089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/.lastflushedseqids 2024-11-15T14:17:03,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742506_1682 (size=72) 2024-11-15T14:17:03,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:17:03,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x101400629420001, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:17:03,435 INFO [RS:0;26754e923c4a:43473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:17:03,435 INFO [RS:0;26754e923c4a:43473 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,43473,1731680037386; zookeeper connection closed. 2024-11-15T14:17:03,436 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51532251 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51532251 2024-11-15T14:17:03,437 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T14:17:03,755 INFO [M:0;26754e923c4a:37089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T14:17:03,756 INFO [M:0;26754e923c4a:37089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T14:17:03,756 DEBUG [M:0;26754e923c4a:37089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T14:17:03,756 INFO [M:0;26754e923c4a:37089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:17:03,756 DEBUG [M:0;26754e923c4a:37089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:17:03,756 DEBUG [M:0;26754e923c4a:37089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T14:17:03,756 DEBUG [M:0;26754e923c4a:37089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:17:03,757 INFO [M:0;26754e923c4a:37089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=795.87 KB heapSize=981.34 KB 2024-11-15T14:17:03,776 DEBUG [M:0;26754e923c4a:37089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ab845493eb45efa01ce7a852db2088 is 82, key is hbase:meta,,1/info:regioninfo/1731680041452/Put/seqid=0 2024-11-15T14:17:03,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742507_1683 (size=5672) 2024-11-15T14:17:04,180 INFO [M:0;26754e923c4a:37089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2301 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ab845493eb45efa01ce7a852db2088 2024-11-15T14:17:04,203 DEBUG [M:0;26754e923c4a:37089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8c2b81bb645425581f49598f1746f06 is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x8F/proc:d/1731680191829/Put/seqid=0 2024-11-15T14:17:04,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742508_1684 (size=44893) 2024-11-15T14:17:04,211 INFO [M:0;26754e923c4a:37089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=795.31 KB at sequenceid=2301 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8c2b81bb645425581f49598f1746f06 2024-11-15T14:17:04,216 INFO [M:0;26754e923c4a:37089 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8c2b81bb645425581f49598f1746f06 2024-11-15T14:17:04,246 DEBUG [M:0;26754e923c4a:37089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fe7d5da65d1442db8452226f18f06e9 is 69, key is 26754e923c4a,43473,1731680037386/rs:state/1731680040177/Put/seqid=0 2024-11-15T14:17:04,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073742509_1685 (size=5156) 2024-11-15T14:17:04,264 INFO [M:0;26754e923c4a:37089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2301 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fe7d5da65d1442db8452226f18f06e9 2024-11-15T14:17:04,269 DEBUG [M:0;26754e923c4a:37089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ab845493eb45efa01ce7a852db2088 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53ab845493eb45efa01ce7a852db2088 2024-11-15T14:17:04,274 INFO [M:0;26754e923c4a:37089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53ab845493eb45efa01ce7a852db2088, entries=8, sequenceid=2301, filesize=5.5 K 2024-11-15T14:17:04,275 DEBUG [M:0;26754e923c4a:37089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8c2b81bb645425581f49598f1746f06 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8c2b81bb645425581f49598f1746f06 2024-11-15T14:17:04,281 INFO [M:0;26754e923c4a:37089 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8c2b81bb645425581f49598f1746f06 2024-11-15T14:17:04,281 INFO [M:0;26754e923c4a:37089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8c2b81bb645425581f49598f1746f06, entries=174, sequenceid=2301, filesize=43.8 K 2024-11-15T14:17:04,282 DEBUG [M:0;26754e923c4a:37089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fe7d5da65d1442db8452226f18f06e9 as hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fe7d5da65d1442db8452226f18f06e9 2024-11-15T14:17:04,289 INFO [M:0;26754e923c4a:37089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/5480664d-08ac-42e0-da23-7c0246321114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fe7d5da65d1442db8452226f18f06e9, entries=1, sequenceid=2301, filesize=5.0 K 2024-11-15T14:17:04,291 INFO [M:0;26754e923c4a:37089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~795.87 KB/814970, heapSize ~981.05 KB/1004592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 535ms, sequenceid=2301, compaction requested=false 2024-11-15T14:17:04,299 INFO [M:0;26754e923c4a:37089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T14:17:04,299 DEBUG [M:0;26754e923c4a:37089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731680223756Disabling compacts and flushes for region at 1731680223756Disabling writes for close at 1731680223756Obtaining lock to block concurrent updates at 1731680223757 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731680223757Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=814970, getHeapSize=1004832, getOffHeapSize=0, getCellsCount=2500 at 1731680223757Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731680223759 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731680223759Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731680223776 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731680223776Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731680224184 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731680224203 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731680224203Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731680224216 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731680224246 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731680224246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66abb1e9: reopening flushed file at 1731680224268 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ebc62fe: reopening flushed file at 1731680224274 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@91f489e: reopening flushed file at 1731680224282 (+8 ms)Finished flush of dataSize ~795.87 KB/814970, heapSize ~981.05 KB/1004592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 535ms, sequenceid=2301, compaction requested=false at 1731680224291 (+9 ms)Writing region close event to WAL at 1731680224299 (+8 ms)Closed at 1731680224299 2024-11-15T14:17:04,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36919 is added to blk_1073741830_1006 (size=965750) 2024-11-15T14:17:04,306 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T14:17:04,306 INFO [M:0;26754e923c4a:37089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T14:17:04,307 INFO [M:0;26754e923c4a:37089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37089 2024-11-15T14:17:04,307 INFO [M:0;26754e923c4a:37089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T14:17:04,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:17:04,441 INFO [M:0;26754e923c4a:37089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T14:17:04,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x101400629420000, quorum=127.0.0.1:63604, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T14:17:04,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T14:17:04,450 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:17:04,450 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:17:04,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:17:04,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/hadoop.log.dir/,STOPPED} 2024-11-15T14:17:04,454 WARN [BP-1193628319-172.17.0.3-1731680033233 heartbeating to localhost/127.0.0.1:35527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T14:17:04,454 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T14:17:04,454 WARN [BP-1193628319-172.17.0.3-1731680033233 heartbeating to localhost/127.0.0.1:35527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1193628319-172.17.0.3-1731680033233 (Datanode Uuid 7fff143b-9bee-4972-a8ef-d36f2b163295) service to localhost/127.0.0.1:35527 2024-11-15T14:17:04,454 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T14:17:04,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/cluster_2adfd8d4-9867-b0aa-0b0a-8b465513c070/data/data1/current/BP-1193628319-172.17.0.3-1731680033233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:17:04,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/cluster_2adfd8d4-9867-b0aa-0b0a-8b465513c070/data/data2/current/BP-1193628319-172.17.0.3-1731680033233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T14:17:04,458 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T14:17:04,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T14:17:04,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T14:17:04,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T14:17:04,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T14:17:04,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3360c539-c4a5-ec54-a84d-114c4a0515a4/hadoop.log.dir/,STOPPED} 2024-11-15T14:17:04,495 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T14:17:04,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down